-- Logs begin at Wed 2022-03-23 14:58:54 UTC, end at Wed 2022-03-23 16:06:23 UTC. -- Mar 23 15:33:04.015601 dv-cinder-834540-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 15:33:06.995821 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.common.config [-] Logging enabled! Mar 23 15:33:06.996529 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 15:33:06.996618 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 15:33:06.999994 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.common.config [-] Logging enabled! Mar 23 15:33:07.000272 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 15:33:07.000586 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109832) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 15:33:07.001542 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 15:33:07.001779 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 15:33:07.002150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 15:33:07.002394 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 15:33:07.002625 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 15:33:07.003398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.003851 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 15:33:07.004193 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.004498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.004782 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.005078 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.005373 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.005658 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.005951 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.006253 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.006542 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.006823 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.007108 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.007404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.007689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.007962 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.008291 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.008578 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] debug = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.008862 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.009307 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.009731 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.010014 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.010306 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.010590 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.010864 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.011143 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.011428 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.011759 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] host = dv-cinder-834540-1-iscsi {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.012064 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.012357 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.012645 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.012932 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.013209 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.013491 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.013829 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.014109 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.014381 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.014662 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.014954 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.015238 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.015513 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.015751 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.015963 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.016288 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.016577 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.016857 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.017137 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.017414 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.017689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.017966 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.018240 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.018528 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.018816 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.019101 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.019377 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.019652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.019925 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.020227 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.020516 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.020793 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.021069 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.021345 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.021632 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.021903 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.022179 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.022484 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.022771 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.023055 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.023343 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.023626 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.023910 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.024209 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.024485 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.024759 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_json = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.025034 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.025307 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.025589 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.025863 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.026136 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.026422 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.026693 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.026983 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.027257 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:07.027564 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.027862 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.028189 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.028497 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.028791 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.029076 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.029434 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.029710 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.030009 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.030301 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.030620 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.030909 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.031214 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.031508 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.031813 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.032150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.032454 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.032752 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.033031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.033309 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.033592 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.033876 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.034174 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.034455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.034752 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.035040 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.035322 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.035625 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.035916 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.036262 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.036560 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.036836 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.037122 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.037415 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.037696 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.037976 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.038265 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.038563 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.038842 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.039122 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.039717 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.040005 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.040294 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.040580 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.040863 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.041158 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.041442 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.041713 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.041987 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.042264 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.042535 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.042824 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.043440 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.043440 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.043634 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.043899 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.044202 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.044482 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.044764 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.045071 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.045361 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.045633 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.045907 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.046180 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.046454 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.046727 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.046999 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.047271 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.047553 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.047836 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.048139 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.048416 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.048688 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.048964 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.049256 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.049559 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.049842 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.050124 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.050403 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.050682 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.050968 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.051246 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.051524 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.051846 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.052120 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.052424 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.052734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.053025 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.053335 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.053616 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.053913 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.054194 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.054453 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.054744 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.055012 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.055300 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.055710 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.055861 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.056184 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.056477 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.056784 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.057070 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.057367 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.057647 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.057962 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.058245 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:07.058462 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 15:33:07.058713 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109832) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 15:33:07.432402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 15:33:07.432638 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 15:33:07.432979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 15:33:07.433461 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 15:33:07.779527 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.779813 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.780129 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.781448 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.781724 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.782121 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.843553 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.843815 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.844114 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.859804 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.860096 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.860390 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.891612 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.891843 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:07.892182 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.045026 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.045609 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.045609 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.281813 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.282092 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.282366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.282637 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.283335 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.385227 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.385446 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.385733 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.385979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.386271 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.386586 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.386846 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.387100 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.387352 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.387633 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.387891 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.388183 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.388438 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.388674 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.388952 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.389217 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.389469 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.389734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.390001 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.390269 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.390553 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.390810 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.391092 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.391478 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.391710 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.391955 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.392394 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.392630 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.392866 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.393096 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.393332 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.393564 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:08.393940 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 15:33:08.397564 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 15:33:08.401766 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 15:33:08.405742 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Mar 23 15:33:08.407412 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 15:33:08.407901 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 15:33:08.408264 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 15:33:08.408653 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 15:33:08.411548 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 15:33:08.411802 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 15:33:08.412187 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 15:33:08.417626 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 15:33:08.442248 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 15:33:08.442718 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.443023 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109832) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 15:33:08.443399 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.444859 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109832) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 15:33:08.445153 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 15:33:08.445403 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 15:33:08.448935 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.449219 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:08.512936 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 15:33:08.513181 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 15:33:08.513421 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 15:33:08.513841 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 15:33:08.536475 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_db.sqlalchemy.engines [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109832) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 15:33:08.988686 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing driver for type 'gre' Mar 23 15:33:08.989449 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] gre ID ranges: [(1, 1000)] Mar 23 15:33:09.051160 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing driver for type 'local' Mar 23 15:33:09.051989 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing driver for type 'vlan' Mar 23 15:33:09.067774 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] VlanTypeDriver initialization complete Mar 23 15:33:09.068156 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing driver for type 'vxlan' Mar 23 15:33:09.068680 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] vxlan ID ranges: [(1, 1000)] Mar 23 15:33:09.131042 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing extension driver 'port_security' Mar 23 15:33:09.131391 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.extensions.port_security [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] PortSecurityExtensionDriver initialization complete Mar 23 15:33:09.131729 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing mechanism driver 'openvswitch' Mar 23 15:33:09.132834 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing mechanism driver 'hyperv' Mar 23 15:33:09.139151 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.plugin [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109832) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:09.139870 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.140383 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.140773 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.141407 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.141952 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.142377 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.142733 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.143210 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.143689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.144077 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.144430 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.144828 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.145259 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.145674 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.146021 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.146656 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.147089 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.147474 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.147807 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.148231 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.148647 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > address_group after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.149062 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > address_group after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.149417 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.149820 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109832) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 15:33:09.150340 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] ML2 OVO RPC backend initialized. {{(pid=109832) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 15:33:09.151163 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.151541 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.152065 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.152510 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > networks before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.152983 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.153374 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > ports before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.153720 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.154133 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnets before_response 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.154592 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.154961 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.155306 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.155736 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.156172 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.156604 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.156951 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.157396 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.157726 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.166363 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded quota_driver: . Mar 23 15:33:09.166763 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.plugin [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Modular L2 Plugin initialization complete Mar 23 15:33:09.167182 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading services supported by the core plugin {{(pid=109832) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 15:33:09.167555 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.plugins.ml2.managers [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Got port-security extension from driver 'port_security' Mar 23 15:33:09.168055 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.extensions.vlantransparent [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Disabled vlantransparent extension. Mar 23 15:33:09.168562 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109832) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 15:33:09.168913 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: router Mar 23 15:33:09.205148 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.205549 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_create 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.205922 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router before_create 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.206286 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.206659 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.207011 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_delete 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.207368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.207717 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.208115 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_create 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.208462 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.208809 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.209153 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.209508 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.209916 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.210283 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.210621 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.210960 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: subnet after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.211298 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.211648 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.212068 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_create 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.212393 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.212716 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.213067 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router after_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.213401 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.213756 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_create 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.214109 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.214449 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_update 55549900 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.214829 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > agent after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.215153 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > agent after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.215495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > network after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.216445 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Tracking information for resource: router configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:09.216842 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Tracking information for resource: floatingip configured {{(pid=109832) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 15:33:09.222117 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.db.l3_agentschedulers_db [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 15:33:09.222700 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.223779 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.223779 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.223779 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: port after_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.224896 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router before_create 55550100 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.224984 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.225400 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_create 55550100 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.225741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > router precommit_update 55550100 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.230812 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.provider_configuration [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service providers = [] {{(pid=109832) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 15:33:09.231177 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.db.servicetype_db [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109832) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 15:33:09.234287 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.service_base [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 15:33:09.234640 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.service_base [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 15:33:09.234999 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.service_base [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 15:33:09.235878 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.services.service_base [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109832) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 15:33:09.236246 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.services.service_base [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 15:33:09.236628 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.236949 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 15:33:09.247823 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.248172 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: auto_allocate Mar 23 15:33:09.254384 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: network precommit_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.254759 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: network precommit_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.255297 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.255618 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: tag Mar 23 15:33:09.262489 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.262823 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: timestamp Mar 23 15:33:09.266992 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.267347 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: network_ip_availability Mar 23 15:33:09.273006 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.273385 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.273743 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.274477 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.274798 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: flavors Mar 23 15:33:09.279774 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.280135 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading Plugin: revisions Mar 23 15:33:09.284695 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109832) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 15:33:09.285095 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=109832) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 15:33:09.285869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109832) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 15:33:09.286201 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Initializing extension manager. Mar 23 15:33:09.286731 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: __init__.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.287073 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: __pycache__ {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.287404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: address_group.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.288292 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.288890 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: address-group Mar 23 15:33:09.289568 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: address_scope.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.290260 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.290774 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: address-scope Mar 23 15:33:09.291084 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.292261 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.292786 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: router-admin-state-down-before-update Mar 23 15:33:09.293113 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: agent.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.293822 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.294328 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: agent Mar 23 15:33:09.294654 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: agent_resources_synced.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.295613 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.296149 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: agent-resources-synced Mar 23 15:33:09.296478 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: allowedaddresspairs.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.298316 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.298851 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: allowed-address-pairs Mar 23 15:33:09.299178 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: auto_allocated_topology.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.300299 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.300826 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: auto-allocated-topology Mar 23 15:33:09.301152 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: availability_zone.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.301850 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.302365 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: availability_zone Mar 23 15:33:09.302699 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: availability_zone_filter.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.303622 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.304157 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: availability_zone_filter Mar 23 15:33:09.304479 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: data_plane_status.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.305390 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.305920 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 15:33:09.306232 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: default_subnetpools.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.307156 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.307668 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: default-subnetpools Mar 23 15:33:09.307993 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.308852 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.309364 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: dhcp_agent_scheduler Mar 23 15:33:09.309686 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: dns.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.310670 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.311191 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 15:33:09.311512 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: dns_domain_ports.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.312471 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.312985 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 15:33:09.313308 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.314230 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.314736 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 15:33:09.315058 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: dvr.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.315733 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.316274 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: dvr Mar 23 15:33:09.316592 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: ecmp_routes.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.317506 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.318015 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 15:33:09.318338 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: empty_string_filtering.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.319249 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.319763 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: empty-string-filtering Mar 23 15:33:09.320106 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.321018 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.321528 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 15:33:09.321850 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.322762 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.323268 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 15:33:09.323587 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: external_net.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.324547 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.325063 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: external-net Mar 23 15:33:09.325385 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.326357 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.326868 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: extra_dhcp_opt Mar 23 15:33:09.327187 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: extraroute.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.328114 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.328627 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: extraroute Mar 23 15:33:09.328946 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: extraroute_atomic.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.329999 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.330507 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: extraroute-atomic Mar 23 15:33:09.330832 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: filter_validation.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.331495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.332004 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: filter-validation Mar 23 15:33:09.332353 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: fip_pf_description.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.333272 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.333782 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 15:33:09.334105 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: fip_pf_port_range.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.335037 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.335547 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 15:33:09.335866 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: fip_port_details.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.336824 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.337326 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: fip-port-details Mar 23 15:33:09.337649 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: flavors.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.338915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.339438 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: flavors Mar 23 15:33:09.339761 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.341495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.342059 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 15:33:09.342392 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: floatingip_pools.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.343108 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.343626 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: floatingip-pools Mar 23 15:33:09.343951 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: ip_allocation.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.344905 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.345418 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 15:33:09.345738 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.346675 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.347190 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: ip-substring-filtering Mar 23 15:33:09.347516 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l2_adjacency.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.348459 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.348966 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 15:33:09.349287 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.351966 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.352541 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: router Mar 23 15:33:09.352886 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.355172 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.355712 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 15:33:09.356076 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.357019 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.357573 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: ext-gw-mode Mar 23 15:33:09.357929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.358892 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.359412 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: l3-ha Mar 23 15:33:09.359741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.360679 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.361188 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 15:33:09.361519 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_flavors.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.362451 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.362985 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: l3-flavors Mar 23 15:33:09.363307 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.364746 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.365255 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 15:33:09.365596 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.366526 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.367042 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 15:33:09.367360 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: l3agentscheduler.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.368461 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.368984 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: l3_agent_scheduler Mar 23 15:33:09.369321 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: local_ip.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.371161 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.371679 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension local_ip not supported by any of loaded plugins Mar 23 15:33:09.372034 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: logging.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.373585 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.374117 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension logging not supported by any of loaded plugins Mar 23 15:33:09.374445 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: metering.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.375190 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.375777 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: metering Mar 23 15:33:09.376130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.377250 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.377770 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: metering_source_and_destination_fields Mar 23 15:33:09.378094 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: multiprovidernet.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.379023 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.379535 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: multi-provider Mar 23 15:33:09.379859 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: netmtu.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.380804 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.381314 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: net-mtu Mar 23 15:33:09.381635 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: netmtu_writable.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.382555 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.383070 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: net-mtu-writable Mar 23 15:33:09.383392 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: network_availability_zone.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.384112 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.384619 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: network_availability_zone Mar 23 15:33:09.384941 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: network_ip_availability.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.386057 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.386568 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: network-ip-availability Mar 23 15:33:09.386895 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: network_segment_range.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.387666 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.388201 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 15:33:09.388552 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: pagination.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.389717 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.390065 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: pagination Mar 23 15:33:09.390388 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: port_device_profile.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.391316 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.391842 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: port-device-profile Mar 23 15:33:09.392203 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.393137 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.393656 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: port-mac-address-regenerate Mar 23 15:33:09.393980 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.394892 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.395409 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: port-numa-affinity-policy Mar 23 15:33:09.395735 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: port_resource_request.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: port_resource_request_groups.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 15:33:09.399364 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: portbindings.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.400211 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.400725 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: binding Mar 23 15:33:09.401046 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: portbindings_extended.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.402346 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.402346 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: binding-extended Mar 23 15:33:09.403325 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: portsecurity.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.404463 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.404715 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: port-security Mar 23 15:33:09.405662 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: project_id.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.405939 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.406278 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: project-id Mar 23 15:33:09.406997 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: providernet.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.408141 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.408141 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: provider Mar 23 15:33:09.408375 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.420067 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.420676 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos not supported by any of loaded plugins Mar 23 15:33:09.421012 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.422558 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.423089 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 15:33:09.423419 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.424387 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.424908 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 15:33:09.425235 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_default.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.426154 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.426668 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-default not supported by any of loaded plugins Mar 23 15:33:09.426994 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_fip.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.427937 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.428477 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 15:33:09.428804 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.429734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.430255 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 15:33:09.430567 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_gateway_ip.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.431493 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.432034 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 15:33:09.432354 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_port_network_policy.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.433277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.433787 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 15:33:09.434109 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.435186 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.435732 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 15:33:09.436103 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.437128 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.437648 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 15:33:09.437973 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_pps_rule.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.439192 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.439716 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 15:33:09.440066 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_rule_type_details.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.441002 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.441594 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 15:33:09.441845 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.442978 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.444168 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 15:33:09.444505 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: qos_rules_alias.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.445582 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.446105 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 15:33:09.446431 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: quota_check_limit.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.447347 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.447867 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: quota-check-limit Mar 23 15:33:09.448231 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: quotasv2.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.449253 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.449580 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: quotas Mar 23 15:33:09.449907 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: quotasv2_detail.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.451918 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.452288 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: quota_details Mar 23 15:33:09.452616 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: rbac.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.453705 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.454249 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: rbac-policies Mar 23 15:33:09.454579 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: rbac_address_group.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.455518 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.456036 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: rbac-address-group Mar 23 15:33:09.456397 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: rbac_address_scope.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.457322 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.457843 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: rbac-address-scope Mar 23 15:33:09.458170 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: rbac_security_groups.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.459166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.459683 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: rbac-security-groups Mar 23 15:33:09.460007 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: rbac_subnetpool.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.460961 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.461474 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: rbac-subnetpool Mar 23 15:33:09.461793 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: revisionifmatch.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.462725 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.463247 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: revision-if-match Mar 23 15:33:09.463571 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: revisions.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.464737 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.465254 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: standard-attr-revisions Mar 23 15:33:09.465581 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: router_availability_zone.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.466258 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.466827 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: router_availability_zone Mar 23 15:33:09.467152 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: routerservicetype.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.468112 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.468627 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 15:33:09.468947 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.469886 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.470399 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: security-groups-normalized-cidr Mar 23 15:33:09.470728 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.471649 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.472197 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: port-security-groups-filtering Mar 23 15:33:09.472521 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.473471 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.473992 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: security-groups-remote-address-group Mar 23 15:33:09.474312 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.475248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.475744 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: security-groups-shared-filtering Mar 23 15:33:09.476090 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.476692 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 15:33:09.477013 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: securitygroup.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.486985 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.487533 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: security-group Mar 23 15:33:09.487867 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: segment.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.488661 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.489174 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension segment not supported by any of loaded plugins Mar 23 15:33:09.489505 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.490497 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.491015 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 15:33:09.491345 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: servicetype.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.492483 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.492986 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: service-type Mar 23 15:33:09.493341 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: sorting.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.494326 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.494656 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: sorting Mar 23 15:33:09.494969 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: standard_attr_segment.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.495884 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.496430 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 15:33:09.496750 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: standardattrdescription.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.497396 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.497980 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: standard-attr-description Mar 23 15:33:09.498262 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: stateful_security_group.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.499211 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.499728 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: stateful-security-group Mar 23 15:33:09.500068 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: stdattrs_common.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.500649 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 15:33:09.500973 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.501899 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.502434 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 15:33:09.502755 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnet_onboard.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.503836 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.504390 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: subnet_onboard Mar 23 15:33:09.504714 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.505650 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.506169 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 15:33:09.506494 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnet_service_types.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.507423 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.507939 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: subnet-service-types Mar 23 15:33:09.508290 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnetallocation.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.509392 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.509911 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: subnet_allocation Mar 23 15:33:09.510237 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.510912 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.511428 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: subnetpool-prefix-ops Mar 23 15:33:09.511751 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.512741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.513254 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 15:33:09.513640 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: tagging.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.514754 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.515282 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: standard-attr-tag Mar 23 15:33:09.515616 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: timestamp.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.516876 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.517399 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loaded extension: standard-attr-timestamp Mar 23 15:33:09.517724 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: trunk.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.518764 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.519286 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension trunk not supported by any of loaded plugins Mar 23 15:33:09.519611 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: trunk_details.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.520576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.521092 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 15:33:09.521419 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: uplink_status_propagation.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.522347 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.522868 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 15:33:09.523186 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Loading extension file: vlantransparent.py {{(pid=109832) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 15:33:09.523870 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109832) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 15:33:09.524420 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 15:33:09.527118 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:network Mar 23 15:33:09.527655 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnet Mar 23 15:33:09.528085 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 15:33:09.528479 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:port Mar 23 15:33:09.529795 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.530232 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service FLAVORS assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.530855 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.531287 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.531612 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:router Mar 23 15:33:09.532032 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 15:33:09.532564 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service METERING assigned prefix: /metering {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.534032 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.534407 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.534760 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109832) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:33:09.535784 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 15:33:09.536274 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:security_group Mar 23 15:33:09.536712 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 15:33:09.537323 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service CORE assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.537656 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 15:33:09.538005 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] subnetpool is already registered Mar 23 15:33:09.538434 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service CORE assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.538761 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 15:33:09.539092 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] subnetpool is already registered Mar 23 15:33:09.541802 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.542235 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service FLAVORS assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.542821 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.543239 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.543583 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:router Mar 23 15:33:09.543918 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] router is already registered Mar 23 15:33:09.544427 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 15:33:09.544760 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] floatingip is already registered Mar 23 15:33:09.545269 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service METERING assigned prefix: /metering {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.545930 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 15:33:09.546264 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] rbac_policy is already registered Mar 23 15:33:09.546678 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:security_group Mar 23 15:33:09.547011 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] security_group is already registered Mar 23 15:33:09.547412 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 15:33:09.547747 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] security_group_rule is already registered Mar 23 15:33:09.548397 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service CORE assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.548723 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 15:33:09.549059 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] subnetpool is already registered Mar 23 15:33:09.549472 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.v2.resource_helper [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Service CORE assigned prefix: {{(pid=109832) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 15:33:09.549795 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 15:33:09.550129 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING neutron.quota.resource_registry [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] subnetpool is already registered Mar 23 15:33:09.550596 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: extensions {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.552164 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: address-groups {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.553733 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: address-scopes {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.555058 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: agents {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.556267 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: auto-allocated-topology {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.557511 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: availability_zones {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.558732 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: dhcp-networks {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.560270 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: dhcp-agents {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.561740 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: routers {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.563959 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: flavors {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.565158 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: service_profiles {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.566609 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: next_providers {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.568056 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: service_profiles {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.570681 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: floatingip-pools {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.571917 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: routers {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.574077 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: floatingips {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.575384 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: l3-routers {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.576857 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: l3-agents {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.578256 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: metering-labels {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.579614 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: metering-label-rules {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.580939 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: network-ip-availabilities {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.582226 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: bindings {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.583856 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: quotas {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.585451 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: quotas {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.587005 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: rbac-policies {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.588334 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: security-groups {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.589563 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: security-group-rules {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.590822 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: service-providers {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.592069 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: subnetpools {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.593521 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: subnetpools {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.594989 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.596704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.598527 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.600331 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.602127 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.603988 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.605684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.607611 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.609421 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.611324 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron.api.extensions [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Extended resource: tags {{(pid=109832) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 15:33:09.617462 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING keystonemiddleware.auth_token [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 15:33:09.622333 dv-cinder-834540-1-iscsi neutron-server[109832]: WARNING keystonemiddleware.auth_token [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 15:33:09.631178 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Acquired lock "singleton_lock" {{(pid=109832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 15:33:09.631654 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_concurrency.lockutils [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Releasing lock "singleton_lock" {{(pid=109832) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 15:33:09.632401 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Starting 2 workers Mar 23 15:33:09.637338 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Started child 109941 {{(pid=109832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 15:33:09.642202 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Started child 109942 {{(pid=109832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 15:33:09.643027 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.643765 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO neutron.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 15:33:09.644471 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.644713 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [-] (109941) wsgi starting up on http://0.0.0.0:9696 Mar 23 15:33:09.646965 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Starting 1 workers Mar 23 15:33:09.647363 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.648408 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [-] (109942) wsgi starting up on http://0.0.0.0:9696 Mar 23 15:33:09.652356 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Started child 109943 {{(pid=109832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 15:33:09.652915 dv-cinder-834540-1-iscsi neutron-server[109832]: INFO oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Starting 1 workers Mar 23 15:33:09.656002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] calling RpcWorker wait() {{(pid=109943) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 15:33:09.656617 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] returning from RpcWorker wait() {{(pid=109943) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 15:33:09.657669 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Started child 109944 {{(pid=109832) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 15:33:09.658072 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.658455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG neutron_lib.callbacks.manager [None req-a6303acb-3a70-46e7-b69e-d72993840d24 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109832) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.658594 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:09.660408 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 15:33:09.660576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 15:33:09.660767 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 15:33:09.661187 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 15:33:09.661553 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 15:33:09.661678 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 15:33:09.662225 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.662501 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.662751 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.662849 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:09.663351 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.663351 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.663767 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:09.663865 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.664498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.664751 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.665019 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.665274 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.665426 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.665747 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.666161 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.666400 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.666741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.666999 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.667247 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.667501 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.667676 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.667956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.668253 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.668489 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.668764 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] debug = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.669014 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.669488 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.669726 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.670242 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.670466 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.670737 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.670972 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.671246 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.671485 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.671718 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.671959 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.672255 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.672489 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.672724 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.672959 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.673172 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.673450 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.673670 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.674113 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] host = dv-cinder-834540-1-iscsi {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.674354 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.674576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.674836 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.675088 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.675328 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.675556 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.675799 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.676098 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.676355 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.676596 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.676855 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.677069 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.677287 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.677527 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.677692 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_options = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.677944 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.678203 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.678459 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.678657 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.678814 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.678972 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.679238 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.679442 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.679647 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.679896 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.680131 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.680357 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.680612 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.680771 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.681011 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.681232 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.681439 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.681708 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682604 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682604 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682604 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682604 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682868 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.682971 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.683586 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.684005 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.684235 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.684672 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.684883 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.685349 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.685590 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.686018 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.686262 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.686475 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.686774 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.687006 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.687265 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.687497 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.690704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_json = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691248 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691764 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.691764 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.692003 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.692310 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.692578 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.692967 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.693351 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.693750 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.694136 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.694511 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.694902 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.695279 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.695716 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.696112 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.696561 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.697008 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.697291 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.697609 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.697850 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.698107 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.698308 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.698633 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.698737 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.698945 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.699159 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44098) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:09.699272 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.699487 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.699726 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.699956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.700214 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.700495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.700741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.701136 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.701395 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.701670 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.701930 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.702165 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.702385 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.702599 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.702857 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.703092 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.703317 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.703584 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.703805 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.704036 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.704283 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.704525 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.704762 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.704989 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.705210 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.705444 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.705682 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708212 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708868 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063455 Mar 23 15:33:09.708960 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708960 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708960 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.708960 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.709767 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.709994 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.711045 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.711407 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.711794 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.712245 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.712485 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.712727 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.712953 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.713279 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.713415 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.713649 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.713982 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.714130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.714337 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.714639 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.714867 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.715086 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.715304 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.715519 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.715734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.715946 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.717327 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.717566 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.717833 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.718079 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.718273 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.718500 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.718789 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.719081 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.719395 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.719689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.719958 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.721463 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.721742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.721967 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.723121 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.723368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.723601 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.723875 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.724171 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.724443 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.724734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.724966 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.725190 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.726293 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.726571 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.726867 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.727105 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.728395 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.728777 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.729729 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.729729 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.729729 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.730235 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.730235 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.730383 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.730689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.730954 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.732253 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.732663 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.733151 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.733650 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.733958 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.734220 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.734630 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.735063 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.735495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.735885 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.736406 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.736797 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.737065 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.737314 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.737633 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.737953 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.739013 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.739417 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.739859 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.740340 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.740760 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.741189 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.741474 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.741740 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.741996 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.742967 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.742967 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.742967 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.743203 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.743331 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.743584 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.743832 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.744144 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745368 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745766 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.745996 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.746227 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.746518 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748289 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748852 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.748852 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.749089 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.749181 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.750785 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.751277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.751277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.751433 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.751681 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.751922 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.753209 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.753442 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.753867 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.754250 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.754646 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.754958 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.755203 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.755450 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.755809 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.756166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.756435 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.757979 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.758516 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.758516 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.758667 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.758836 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.759034 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.759319 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.759601 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.759851 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.760209 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.760467 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.760689 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.760930 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.761936 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.761936 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.761936 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.761936 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.762295 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.762375 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.762555 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.762769 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.763186 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.763380 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.763791 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.764100 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.764390 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.764663 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.764918 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.765192 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.765435 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.765778 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.765890 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.766120 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.766417 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.766820 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.767074 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.767305 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.767552 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.767791 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.768064 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.768283 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.768525 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.768841 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.769033 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.769262 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.769495 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.769769 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.770077 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.770240 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.770470 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.770658 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.770951 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.771185 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.771498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.771662 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.772821 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.772821 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.772821 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.772821 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.773397 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.773397 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.773655 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.773934 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.774077 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.774400 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.775402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.775402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.775402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.775830 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.775830 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.776162 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.777229 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.777774 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.777933 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.778093 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.778424 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.778703 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.778997 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.779297 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.779639 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.779977 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.780327 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.780602 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.780933 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.781200 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.781440 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.782117 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.782117 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.783032 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.783423 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.783846 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.784269 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.784529 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.784768 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.785007 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.785247 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.785493 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.785708 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.785932 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.786149 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.786307 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 15:33:09.786866 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109832) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 15:33:09.787028 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 15:33:09.787213 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 15:33:09.787417 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 15:33:09.787589 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 15:33:09.787717 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 15:33:09.787878 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.788119 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.788914 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.790366 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791031 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791344 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.791344 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] debug = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792455 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792961 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792961 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.792961 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.793893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.794576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.794576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.794576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.794576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] host = dv-cinder-834540-1-iscsi {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795508 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795508 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795508 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795712 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795789 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.795954 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.796168 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.796323 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.796441 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.796586 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.796741 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.797053 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.797211 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.797505 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.797807 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_options = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.797971 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.798115 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.798267 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.798479 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.798721 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.798893 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799104 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799311 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799467 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799722 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.799955 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.800185 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.800381 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.800548 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.800704 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.800861 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801024 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801176 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801345 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801504 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801739 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.801947 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802148 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802308 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802470 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802614 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802786 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.802980 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.803336 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.804221 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.804402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.804568 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.804835 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.805049 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.806163 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.806348 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.806537 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.806724 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807027 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807027 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807336 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807336 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.807734 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808065 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808065 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_json = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808348 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808348 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808605 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.808751 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.809814 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.810030 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.810198 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.810385 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.810566 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 15:33:09.810826 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.811070 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.811253 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.811437 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.811603 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812072 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812072 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812420 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812420 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812710 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812710 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.812972 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813167 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813167 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813453 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813599 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813784 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.813923 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814075 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814211 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814357 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814497 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814644 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814778 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.814950 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.815139 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.815277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.815565 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.815717 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:09.815916 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.815916 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816233 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816233 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816521 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816521 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816793 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816953 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.816953 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.817260 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.817400 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.817534 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.817698 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.817868 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818003 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818139 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818281 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818465 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818626 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818801 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.818931 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.819100 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.819276 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.819442 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.819669 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820057 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820057 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820391 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820391 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820660 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820809 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.820945 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821084 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821266 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821402 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821535 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821692 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.821856 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822017 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822252 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822440 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822721 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.822854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.823531 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.823708 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.823874 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.824096 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.824284 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.824447 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.824629 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.824848 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.825018 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.825193 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.825358 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.825583 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.826872 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.828486 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.830652 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831398 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.831956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832607 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832607 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832607 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832607 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832839 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.832903 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833147 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833518 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833518 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833662 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833757 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.833956 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.834146 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.834308 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.834484 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.834688 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.834922 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836130 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836655 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836655 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836655 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836873 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.836950 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.837128 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.837869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.837869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.837869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.837869 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838514 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838514 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838514 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838514 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838783 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838783 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.838970 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839097 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839363 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839450 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839564 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839724 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.839884 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.840742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.840742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.840742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.840742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.840742 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841050 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841050 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841166 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841246 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841413 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841573 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841781 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.841944 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842107 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842273 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842423 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842584 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842743 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.842905 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843310 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843310 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843750 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843750 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843750 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843987 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.843987 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844221 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844322 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844483 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844644 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844804 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.844964 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845124 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.845854 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846277 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846395 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846480 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846649 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846798 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.846957 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.847117 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.848915 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850404 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.850929 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851399 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851399 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851399 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851576 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851782 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.851856 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852026 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852168 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852601 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852601 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852792 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.852792 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.853045 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.853123 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.853233 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.853408 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.853550 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854498 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854923 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854923 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.854923 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855149 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855234 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855376 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855567 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855718 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.855864 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.856006 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.856211 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.856379 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.856540 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.856705 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.857684 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.858069 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.858069 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.858199 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.858267 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859150 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859473 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859473 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859606 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859760 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.859904 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.860292 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.860292 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.860436 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 15:33:09.860543 dv-cinder-834540-1-iscsi neutron-server[109832]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109832) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 15:33:21.857263 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af79cde-776a-453a-b01b-c57731f417dd None None] get_active_networks_info from dv-cinder-834540-1-iscsi {{(pid=109943) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 15:33:21.893809 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-14054ef0-b2bc-40fc-8fcc-1b64c2da7f09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:21.925441 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af79cde-776a-453a-b01b-c57731f417dd None None] No non-hosted networks {{(pid=109943) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 15:33:23.680209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1cb5a4d3-c711-42e2-8e47-1af79d76a105 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:23.717477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-82197f68-f3a2-46bd-b726-d7d834201822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:25.142520 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:26.471617 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:27.782983 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:27.784489 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.785457 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.786540 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.788210 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.788711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.789530 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.791373 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.791915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.793516 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.794003 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.794597 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.795072 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.796197 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.797646 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.798189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:27.798843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-834540-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:27.809199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-834540-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:33:27.897334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44198) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:28.464471 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING oslo_policy.policy [None req-0e1f3fd7-7bfc-4429-9551-eacf90c717c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:28.465329 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING oslo_policy.policy [None req-0e1f3fd7-7bfc-4429-9551-eacf90c717c8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:28.700302 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [None req-0e1f3fd7-7bfc-4429-9551-eacf90c717c8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:33:28.716075 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-0e1f3fd7-7bfc-4429-9551-eacf90c717c8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8035057 Mar 23 15:33:29.933623 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.db.l3_hamode_db [None req-36ed4d91-7826-4d3c-903f-fdb6196ef52b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 15:33:30.026098 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed4d91-7826-4d3c-903f-fdb6196ef52b None None] Routers set() bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:33:30.026910 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ed4d91-7826-4d3c-903f-fdb6196ef52b None None] Router IDs set() for agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 15:33:31.329040 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44214) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:31.651997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:33:31.759739 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.policy [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109941) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 15:33:31.803174 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING oslo_policy.policy [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:31.803558 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING oslo_policy.policy [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:31.901416 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256074366', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256073803', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256057848', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256064878', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256106339', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8742256250732', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3163797', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3152007', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-702737', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-776547'] for rbac-policy (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:31.973464 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:31.974662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-0419adf5-5090-4c91-b570-ed54ecf42982 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6446409 Mar 23 15:33:34.504733 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44224) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:34.839905 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:33:34.871971 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Made reservation on behalf of 75d35cfcc50840b484e5fd7f6bb04beb for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:33:34.875979 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:34.892684 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.002864 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks [] for security_group (acb489e8-7cef-48ca-91da-08fef9403f4d), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.008811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (acb489e8-7cef-48ca-91da-08fef9403f4d), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.044334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:33:35.072959 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742256596026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (c5006dcc-51b7-4e88-8e43-8e996f653649), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.073608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Unsubscribe: segment precommit_create {{(pid=109941) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 15:33:35.074146 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Added segment c5006dcc-51b7-4e88-8e43-8e996f653649 of type vlan for network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf Mar 23 15:33:35.080254 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=acb489e8-7cef-48ca-91da-08fef9403f4d,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:35.115517 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.115857 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.116240 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.116589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.116916 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.117233 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.117552 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.117866 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.118179 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.118487 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.118803 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.119133 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.119451 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.119762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.120094 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Tracked resource versions report: Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: pushed versions: Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: { 'AddressGroup': {'1.2'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Agent': {'1.1'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'ConntrackHelper': {'1.0'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Log': {'1.0'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'NDPProxy': {'1.0'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Network': {'1.1'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Port': {'1.7'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'PortForwarding': {'1.3'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'QosPolicy': {'1.10'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroup': {'1.5'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SubPort': {'1.0'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Subnet': {'1.1'}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Trunk': {'1.1'}} Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: consumer versions: Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Agent': '1.1', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'ConntrackHelper': '1.0', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'LocalIPAssociation': '1.0', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Log': '1.0', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'NDPProxy': '1.0', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Network': '1.1', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Port': '1.7', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'PortForwarding': '1.3', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'QosPolicy': '1.10', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroup': '1.5', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroupRule': '1.2', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SubPort': '1.0', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Subnet': '1.1', Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Trunk': '1.1'}} Mar 23 15:33:35.121427 dv-cinder-834540-1-iscsi neutron-server[109941]: {{(pid=109941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:33:35.185074 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (3fb9a96a-cdef-4f63-a089-26ad12b50dcf), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.225153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (3fb9a96a-cdef-4f63-a089-26ad12b50dcf), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.230332 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:33:35.231030 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:35.310245 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8043203 Mar 23 15:33:35.353374 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001543-ba73-4439-9594-aca1b6980c72 demo demo] Pushing event updated for resources: {'Network': ['ID=3fb9a96a-cdef-4f63-a089-26ad12b50dcf,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:35.366392 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:33:37.936050 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44236) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:38.463647 dv-cinder-834540-1-iscsi neutron-server[109942]: WARNING oslo_policy.policy [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:38.464228 dv-cinder-834540-1-iscsi neutron-server[109942]: WARNING oslo_policy.policy [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:38.916880 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.policy [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109942) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 15:33:38.960279 dv-cinder-834540-1-iscsi neutron-server[109942]: WARNING oslo_policy.policy [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:38.960882 dv-cinder-834540-1-iscsi neutron-server[109942]: WARNING oslo_policy.policy [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 15:33:38.968958 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:33:38.970983 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-715e860f-82a4-469b-8729-3de94024e397 demo admin] 10.222.0.41 "GET /v2.0/networks/3fb9a96a-cdef-4f63-a089-26ad12b50dcf HTTP/1.1" status: 200 len: 825 time: 1.0329323 Mar 23 15:33:39.010148 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e186ae36-d709-4337-b23e-05ee0637a0d5 demo admin] 10.222.0.41 "GET /v2.0/subnetpools/fc729095-c94e-4819-a81f-942997aeca3a HTTP/1.1" status: 200 len: 734 time: 0.0332394 Mar 23 15:33:39.019408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Request body: {'subnet': {'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'gateway_ip': '172.20.0.1'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:33:39.058703 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Made reservation on behalf of 75d35cfcc50840b484e5fd7f6bb04beb for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:33:39.061735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:39.364583 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (52c7f164-abff-49d0-8727-9677c0bf2b87), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:39.432198 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Checking segment: {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:33:39.432584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Network hostable DHCP agents. Network: 3fb9a96a-cdef-4f63-a089-26ad12b50dcf, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:33:39.447989 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Pushing event updated for resources: {'Subnet': ['ID=52c7f164-abff-49d0-8727-9677c0bf2b87,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:39.461626 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.461978 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.462341 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.462689 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.463016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.463343 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.463662 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.463974 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.464336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.464663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.464986 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.465298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.465642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.465955 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.466253 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Tracked resource versions report: Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: pushed versions: Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: { 'AddressGroup': {'1.2'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Agent': {'1.1'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'ConntrackHelper': {'1.0'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Log': {'1.0'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'NDPProxy': {'1.0'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Network': {'1.1'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Port': {'1.7'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'PortForwarding': {'1.3'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'QosPolicy': {'1.10'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroup': {'1.5'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SubPort': {'1.0'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Subnet': {'1.1'}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Trunk': {'1.1'}} Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: consumer versions: Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Agent': '1.1', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'ConntrackHelper': '1.0', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'LocalIPAssociation': '1.0', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Log': '1.0', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'NDPProxy': '1.0', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Network': '1.1', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Port': '1.7', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'PortForwarding': '1.3', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'QosPolicy': '1.10', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroup': '1.5', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroupRule': '1.2', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SubPort': '1.0', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Subnet': '1.1', Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Trunk': '1.1'}} Mar 23 15:33:39.467647 dv-cinder-834540-1-iscsi neutron-server[109942]: {{(pid=109942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:33:39.493215 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:33:39.507605 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 3fb9a96a-cdef-4f63-a089-26ad12b50dcf) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:33:39.512668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:33:39.513381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:39.518394 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d21a5cc-99e1-47d3-95e6-ef7f5b827f43 None None] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:33:39.535894 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-aab968ba-8229-4734-9673-f19ed27571e5 demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5201688 Mar 23 15:33:39.916508 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:33:39.917864 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.214055 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Allocated IP 172.20.0.2 (3fb9a96a-cdef-4f63-a089-26ad12b50dcf/52c7f164-abff-49d0-8727-9677c0bf2b87/91fc4e48-4e45-425a-9893-068728a0c910) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:33:40.515103 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks [] for port (91fc4e48-4e45-425a-9893-068728a0c910), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.523667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (91fc4e48-4e45-425a-9893-068728a0c910), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.597224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:33:40.603448 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:33:40.616865 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:33:40.623476 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Pushing event updated for resources: {'Port': ['ID=91fc4e48-4e45-425a-9893-068728a0c910,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:40.654214 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.654562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.654915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.655273 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.655610 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.655939 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.656293 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.656618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.656945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.657295 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.657617 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.657951 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.658272 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.658586 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.658904 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Tracked resource versions report: Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: pushed versions: Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: { 'AddressGroup': {'1.2'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Agent': {'1.1'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'ConntrackHelper': {'1.0'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Log': {'1.0'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'NDPProxy': {'1.0'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Network': {'1.1'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Port': {'1.7'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'PortForwarding': {'1.3'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'QosPolicy': {'1.10'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroup': {'1.5'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SubPort': {'1.0'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Subnet': {'1.1'}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Trunk': {'1.1'}} Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: consumer versions: Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Agent': '1.1', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'ConntrackHelper': '1.0', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'LocalIPAssociation': '1.0', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Log': '1.0', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'NDPProxy': '1.0', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Network': '1.1', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Port': '1.7', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'PortForwarding': '1.3', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'QosPolicy': '1.10', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroup': '1.5', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroupRule': '1.2', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SubPort': '1.0', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Subnet': '1.1', Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Trunk': '1.1'}} Mar 23 15:33:40.660349 dv-cinder-834540-1-iscsi neutron-server[109943]: {{(pid=109943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:33:40.713411 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Attempting to bind port 91fc4e48-4e45-425a-9893-068728a0c910 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:33:40.713822 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Attempting to bind port 91fc4e48-4e45-425a-9893-068728a0c910 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:33:40.714244 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Attempting to bind port 91fc4e48-4e45-425a-9893-068728a0c910 on network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:33:40.719850 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:33:40.720244 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Checking segment: {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:33:40.720715 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.721108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Bound using segment: {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:33:40.721575 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Bound port: 91fc4e48-4e45-425a-9893-068728a0c910, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:33:40.721983 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (91fc4e48-4e45-425a-9893-068728a0c910), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.789782 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] For port 91fc4e48-4e45-425a-9893-068728a0c910, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:33:40.812591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] For port 91fc4e48-4e45-425a-9893-068728a0c910, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=91fc4e48-4e45-425a-9893-068728a0c910,segment=NetworkSegment(c5006dcc-51b7-4e88-8e43-8e996f653649),segment_id=c5006dcc-51b7-4e88-8e43-8e996f653649)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:33:40.819820 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (91fc4e48-4e45-425a-9893-068728a0c910), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:40.876426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b1e91-8bf2-4a8e-b9b9-66a9fe1f3a7f None None] Pushing event updated for resources: {'Port': ['ID=91fc4e48-4e45-425a-9893-068728a0c910,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:42.133375 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44256) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:42.494105 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [None req-793e725c-4516-4f56-b4a0-ae2178b15e95 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:33:42.495275 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-793e725c-4516-4f56-b4a0-ae2178b15e95 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3608441 Mar 23 15:33:45.119262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44264) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:45.507455 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [None req-1de2bce0-efcd-4c30-984f-f8145fc47cb8 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:33:45.508650 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1de2bce0-efcd-4c30-984f-f8145fc47cb8 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3884301 Mar 23 15:33:48.230527 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44272) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:48.706847 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:33:48.734837 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (a5fee59b-8cce-4fd1-b30c-f71272bef735), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:48.736814 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (a5fee59b-8cce-4fd1-b30c-f71272bef735), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:48.887747 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Publish callbacks [] for router_controller (a5fee59b-8cce-4fd1-b30c-f71272bef735), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:48.894312 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (a5fee59b-8cce-4fd1-b30c-f71272bef735), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:48.917288 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:48.918764 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7288637b-7a62-4692-8e3d-df6811b74ec8 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6867690 Mar 23 15:33:51.619369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44284) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:51.773105 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4eaa449c-ad6c-4ed0-800e-ca7ece16315e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:52.076833 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [None req-2e733363-5842-4500-8e53-f407c3f14ec3 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:33:52.078260 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-2e733363-5842-4500-8e53-f407c3f14ec3 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4574602 Mar 23 15:33:52.665060 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 91fc4e48-4e45-425a-9893-068728a0c910 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:33:52.773268 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 91fc4e48-4e45-425a-9893-068728a0c910 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:33:52.774265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (91fc4e48-4e45-425a-9893-068728a0c910), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:52.900802 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 91fc4e48-4e45-425a-9893-068728a0c910 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:33:52.901262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (91fc4e48-4e45-425a-9893-068728a0c910), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:52.946950 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 91fc4e48-4e45-425a-9893-068728a0c910, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=91fc4e48-4e45-425a-9893-068728a0c910,segment=NetworkSegment(c5006dcc-51b7-4e88-8e43-8e996f653649),segment_id=c5006dcc-51b7-4e88-8e43-8e996f653649)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:33:52.952776 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (91fc4e48-4e45-425a-9893-068728a0c910), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:53.029835 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=91fc4e48-4e45-425a-9893-068728a0c910,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:53.210005 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dd161d-91b4-4105-921c-ad0383c96ec8 None None] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:33:53.294101 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-b5bd48d5-7dd0-4311-a3f2-9a64e3f36b18 None None] Provisioning complete for port 91fc4e48-4e45-425a-9893-068728a0c910 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:33:53.294501 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b5bd48d5-7dd0-4311-a3f2-9a64e3f36b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (91fc4e48-4e45-425a-9893-068728a0c910), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:53.431615 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-b5bd48d5-7dd0-4311-a3f2-9a64e3f36b18 None None] Current status of the port 91fc4e48-4e45-425a-9893-068728a0c910 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:33:53.655427 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-c9439858-9f45-4868-b493-a6423a235b36 None None] Provisioning complete for port 91fc4e48-4e45-425a-9893-068728a0c910 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:33:53.655840 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c9439858-9f45-4868-b493-a6423a235b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (91fc4e48-4e45-425a-9893-068728a0c910), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:53.707318 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-26f92dd5-ad8a-4d88-a2ea-8b79d4e2b7fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:53.750419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c9439858-9f45-4868-b493-a6423a235b36 None None] Current status of the port 91fc4e48-4e45-425a-9893-068728a0c910 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:33:54.609311 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 91fc4e48-4e45-425a-9893-068728a0c910 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:33:54.657423 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 91fc4e48-4e45-425a-9893-068728a0c910 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:33:54.657814 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (91fc4e48-4e45-425a-9893-068728a0c910), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:54.749910 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 91fc4e48-4e45-425a-9893-068728a0c910 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:33:54.766002 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44292) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:55.099574 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:33:55.110527 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.124562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Made reservation on behalf of ab8030cc3b9549c19d1bbb6b86225d5a for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:33:55.126907 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.145331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.272921 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks [] for security_group (b06e299d-29b1-498d-859c-baa48af4a8a5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.278591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b06e299d-29b1-498d-859c-baa48af4a8a5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.298908 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Reserving flat network on physical network physnet1 {{(pid=109942) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 15:33:55.319654 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06e299d-29b1-498d-859c-baa48af4a8a5,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:55.326748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742256596026', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (c2881a7e-c56b-44df-a874-c58d39a857da), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.327349 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Unsubscribe: segment precommit_create {{(pid=109942) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 15:33:55.327828 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Added segment c2881a7e-c56b-44df-a874-c58d39a857da of type flat for network 0de18e11-a766-4234-a34e-9a683577c1ef Mar 23 15:33:55.386435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (0de18e11-a766-4234-a34e-9a683577c1ef), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.428558 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (0de18e11-a766-4234-a34e-9a683577c1ef), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.429569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:33:55.430104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:55.509873 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7428417 Mar 23 15:33:55.525037 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d1fc1-127e-47e8-b23a-bddf2c6fc178 admin admin] Pushing event updated for resources: {'Network': ['ID=0de18e11-a766-4234-a34e-9a683577c1ef,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:55.538335 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 0de18e11-a766-4234-a34e-9a683577c1ef details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:33:56.394959 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:57.787648 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:58.033167 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44310) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:33:58.156973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6edb81-68f0-4a6a-b1d3-de2cf502c5f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:33:58.158894 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ff6edb81-68f0-4a6a-b1d3-de2cf502c5f3 demo admin] 10.222.0.41 "GET /v2.0/subnets/52c7f164-abff-49d0-8727-9677c0bf2b87 HTTP/1.1" status: 200 len: 849 time: 0.1245770 Mar 23 15:33:58.284954 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3dbd6d34-775b-4fdf-90d8-f537a32d9d67 demo admin] 10.222.0.41 "GET /v2.0/routers/a5fee59b-8cce-4fd1-b30c-f71272bef735 HTTP/1.1" status: 200 len: 704 time: 0.1169558 Mar 23 15:33:58.568149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:58.887379 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Allocated IP 172.20.0.1 (3fb9a96a-cdef-4f63-a089-26ad12b50dcf/52c7f164-abff-49d0-8727-9677c0bf2b87/da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:33:59.066287 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks [] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.139744 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.262914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:33:59.268950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:33:59.277257 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:33:59.277793 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (a5fee59b-8cce-4fd1-b30c-f71272bef735), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.300849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Pushing event updated for resources: {'Port': ['ID=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:59.485715 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.509680 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-c3c0a2f2-fbe0-417a-b248-e4ae26f37b29 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:33:59.510279 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3c0a2f2-fbe0-417a-b248-e4ae26f37b29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.545093 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c3c0a2f2-fbe0-417a-b248-e4ae26f37b29 None None] Port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:33:59.699748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks [] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.705230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.706090 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (a5fee59b-8cce-4fd1-b30c-f71272bef735), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:33:59.795412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Pushing event updated for resources: {'Port': ['ID=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:33:59.855563 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:33:59.857027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:34:00.030405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Router a5fee59b-8cce-4fd1-b30c-f71272bef735 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:34:00.135205 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:34:00.141601 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-bf74fad3-2227-431d-b898-1a9a222fea66 demo admin] 10.222.0.41 "PUT /v2.0/routers/a5fee59b-8cce-4fd1-b30c-f71272bef735/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8502746 Mar 23 15:34:00.146585 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Sync routers for ids ['a5fee59b-8cce-4fd1-b30c-f71272bef735'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:34:00.162974 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Routers {'a5fee59b-8cce-4fd1-b30c-f71272bef735'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:34:00.163806 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:33:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['a5fee59b-8cce-4fd1-b30c-f71272bef735'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:00.171399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-7da77f87-7f36-4191-9f95-ae8da6fc8233 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:00.171882 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7da77f87-7f36-4191-9f95-ae8da6fc8233 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:00.213050 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-7da77f87-7f36-4191-9f95-ae8da6fc8233 None None] Port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:34:00.359510 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Set router a5fee59b-8cce-4fd1-b30c-f71272bef735 gateway port host: None {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:34:00.798972 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:33:59Z', 'revision_number': 2, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port_host': None, '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:33:59Z', 'revision_number': 2, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:00.850957 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Checking router: a5fee59b-8cce-4fd1-b30c-f71272bef735 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:34:00.851297 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Updating router a5fee59b-8cce-4fd1-b30c-f71272bef735 port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:34:00.904453 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.437018 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks [] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.446351 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.611899 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Pushing event updated for resources: {'Port': ['ID=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:01.629874 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.630191 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.630566 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.630904 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.631208 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.631531 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.631858 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.632198 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.632527 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.632842 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.633156 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.633497 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.633821 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.634135 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.634998 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Tracked resource versions report: Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: pushed versions: Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: { 'AddressGroup': {'1.2'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Agent': {'1.1'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'ConntrackHelper': {'1.0'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Log': {'1.0'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'NDPProxy': {'1.0'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Network': {'1.1'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Port': {'1.7'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'PortForwarding': {'1.3'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'QosPolicy': {'1.10'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroup': {'1.5'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SubPort': {'1.0'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Subnet': {'1.1'}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Trunk': {'1.1'}} Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: consumer versions: Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Agent': '1.1', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'ConntrackHelper': '1.0', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'LocalIPAssociation': '1.0', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Log': '1.0', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'NDPProxy': '1.0', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Network': '1.1', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Port': '1.7', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'PortForwarding': '1.3', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'QosPolicy': '1.10', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroup': '1.5', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroupRule': '1.2', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SubPort': '1.0', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Subnet': '1.1', Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Trunk': '1.1'}} Mar 23 15:34:01.635907 dv-cinder-834540-1-iscsi neutron-server[109944]: {{(pid=109944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:34:01.638578 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Attempting to bind port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:34:01.638973 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Attempting to bind port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:34:01.639414 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Attempting to bind port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 on network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:34:01.645822 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:34:01.646219 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Checking segment: {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:34:01.646700 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.647085 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Bound using segment: {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:34:01.647554 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Bound port: da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5006dcc-51b7-4e88-8e43-8e996f653649', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:34:01.647990 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.718370 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] For port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:34:01.742016 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] For port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,segment=NetworkSegment(c5006dcc-51b7-4e88-8e43-8e996f653649),segment_id=c5006dcc-51b7-4e88-8e43-8e996f653649)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:34:01.745012 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:01.746030 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.752610 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.811542 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Routers {'a5fee59b-8cce-4fd1-b30c-f71272bef735'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:34:01.813885 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:33:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['a5fee59b-8cce-4fd1-b30c-f71272bef735'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:01.831063 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Current status of the port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:34:01.831702 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.868331 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] For port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,segment=NetworkSegment(c5006dcc-51b7-4e88-8e43-8e996f653649),segment_id=c5006dcc-51b7-4e88-8e43-8e996f653649)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:34:01.874401 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:01.930325 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f13119-5307-455a-a99f-2b80b5fbe9b3 None None] Pushing event updated for resources: {'Port': ['ID=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:01.944282 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] Set router a5fee59b-8cce-4fd1-b30c-f71272bef735 gateway port host: None {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:34:01.977866 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e7ca5-5ae5-40e5-8809-00b3aa42fc9e None None] Pushing event updated for resources: {'Port': ['ID=da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1,revision_number=4']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:02.107494 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-08b5d509-7753-41aa-acaf-17eabe6efe99 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:02.108039 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-08b5d509-7753-41aa-acaf-17eabe6efe99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:02.225205 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-08b5d509-7753-41aa-acaf-17eabe6efe99 None None] Current status of the port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:34:02.233287 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:33:59Z', 'revision_number': 2, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port_host': None, '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:34:01Z', 'revision_number': 4, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:02.261638 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea88307-691f-4498-b702-ee77729a3202 None None] The sync data for ids ['a5fee59b-8cce-4fd1-b30c-f71272bef735'] in dv-cinder-834540-1-iscsi is: [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:33:59Z', 'revision_number': 2, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port_host': None, '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:34:01Z', 'revision_number': 4, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:34:02.583959 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44330) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:34:02.704939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b782c-e2f1-4318-9a11-09d5a703cc8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:34:02.706323 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9a8b782c-e2f1-4318-9a11-09d5a703cc8d admin admin] 10.222.0.41 "GET /v2.0/networks/0de18e11-a766-4234-a34e-9a683577c1ef HTTP/1.1" status: 200 len: 842 time: 0.1213164 Mar 23 15:34:02.716198 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.3.1', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:34:02.741360 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Made reservation on behalf of ab8030cc3b9549c19d1bbb6b86225d5a for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:34:02.744780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:03.032162 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.objects.ports [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109942) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 15:34:03.032610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (de60c482-892d-47a5-8501-04c8b8d0d18c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:03.083667 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de60c482-892d-47a5-8501-04c8b8d0d18c,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:03.101651 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:34:03.102004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Network hostable DHCP agents. Network: 0de18e11-a766-4234-a34e-9a683577c1ef, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:34:03.121082 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:34:03.131112 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 0de18e11-a766-4234-a34e-9a683577c1ef) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:34:03.135196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:34:03.135792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:03.141463 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974fb37e-077a-494b-a5f7-5221fad112c2 None None] Network 0de18e11-a766-4234-a34e-9a683577c1ef requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:34:03.156917 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cf8916c2-341c-4e81-89c9-2110b82f2a15 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4413171 Mar 23 15:34:03.261462 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4258654-3d38-47a7-8011-305984ee091a None None] Network 0de18e11-a766-4234-a34e-9a683577c1ef requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:34:05.607463 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44338) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:34:05.829804 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-de1b6ccc-aa54-4f5a-9401-b54026e89c29 demo admin] 10.222.0.41 "GET /v2.0/routers/a5fee59b-8cce-4fd1-b30c-f71272bef735 HTTP/1.1" status: 200 len: 710 time: 0.2210221 Mar 23 15:34:05.915707 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd9020e-5d3a-4c1d-9dc9-7117897931fa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:34:05.917125 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9dd9020e-5d3a-4c1d-9dc9-7117897931fa demo admin] 10.222.0.41 "GET /v2.0/networks/0de18e11-a766-4234-a34e-9a683577c1ef HTTP/1.1" status: 200 len: 886 time: 0.0818949 Mar 23 15:34:05.926175 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:34:06.200155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks [] for router_gateway (a5fee59b-8cce-4fd1-b30c-f71272bef735), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:06.457011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks [] for router_gateway (a5fee59b-8cce-4fd1-b30c-f71272bef735), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:06.544876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:06.654670 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Allocated IP 172.27.3.161 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/3203ed3c-c85f-4fb5-ad28-04ea79bab2a0) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:34:06.768290 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks [] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:06.804156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:06.841247 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:34:06.844194 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:34:06.853920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:34:06.856272 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Pushing event updated for resources: {'Port': ['ID=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:07.124720 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks [] for router_gateway (a5fee59b-8cce-4fd1-b30c-f71272bef735), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:07.502908 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1007568', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1001407', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3937'] for router (a5fee59b-8cce-4fd1-b30c-f71272bef735), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:07.507016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1007577', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1007394', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1001352'] for router (a5fee59b-8cce-4fd1-b30c-f71272bef735), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:07.626408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Router a5fee59b-8cce-4fd1-b30c-f71272bef735 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:34:07.749031 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:34:07.753964 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:07.755165 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-98479c99-8390-4e06-9ec5-e3ced8297abb demo admin] 10.222.0.41 "PUT /v2.0/routers/a5fee59b-8cce-4fd1-b30c-f71272bef735 HTTP/1.1" status: 200 len: 890 time: 1.8323150 Mar 23 15:34:09.700628 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:34:10.356190 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44350) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:34:10.513279 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-36303107-4436-416e-bb85-7cdda88fde1e admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1560638 Mar 23 15:34:10.670209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:34:10.725244 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:10.725621 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:10.858260 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:34:11.035414 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Sync routers for ids ['a5fee59b-8cce-4fd1-b30c-f71272bef735'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:34:11.047944 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Routers {'a5fee59b-8cce-4fd1-b30c-f71272bef735'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:34:11.048636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:33:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['a5fee59b-8cce-4fd1-b30c-f71272bef735'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:11.276587 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Set router a5fee59b-8cce-4fd1-b30c-f71272bef735 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:34:11.775527 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:34:06Z', 'revision_number': 4, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port': {'id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:34:06Z', 'updated_at': '2022-03-23T15:34:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:34:01Z', 'revision_number': 5, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:11.829064 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Checking router: a5fee59b-8cce-4fd1-b30c-f71272bef735 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:34:11.829601 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Updating router a5fee59b-8cce-4fd1-b30c-f71272bef735 port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:34:11.900743 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.275401 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks [] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.289665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.340311 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf5449-7e3b-4fd3-8047-dedd5dd4ddf5 None None] Pushing event updated for resources: {'Port': ['ID=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:12.355035 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Attempting to bind port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:34:12.355424 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Attempting to bind port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:34:12.355795 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Attempting to bind port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:34:12.361907 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:34:12.362869 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:34:12.363290 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.363691 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:34:12.364215 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Bound port: 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:34:12.364611 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.430011 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] For port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:34:12.434739 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] For port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:34:12.443454 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:12.494875 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Routers {'a5fee59b-8cce-4fd1-b30c-f71272bef735'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:34:12.497318 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:33:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['a5fee59b-8cce-4fd1-b30c-f71272bef735'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:12.607704 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf5449-7e3b-4fd3-8047-dedd5dd4ddf5 None None] Pushing event updated for resources: {'Port': ['ID=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:12.653837 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] Set router a5fee59b-8cce-4fd1-b30c-f71272bef735 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:34:12.922608 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:34:06Z', 'revision_number': 4, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port': {'id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:34:06Z', 'updated_at': '2022-03-23T15:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:34:01Z', 'revision_number': 5, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:34:12.953282 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ecb19b2-4687-4306-9849-a9e4e276478a None None] The sync data for ids ['a5fee59b-8cce-4fd1-b30c-f71272bef735'] in dv-cinder-834540-1-iscsi is: [{'id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'name': 'router1', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:33:48Z', 'updated_at': '2022-03-23T15:34:06Z', 'revision_number': 4, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'gw_port': {'id': '3203ed3c-c85f-4fb5-ad28-04ea79bab2a0', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:14:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:34:06Z', 'updated_at': '2022-03-23T15:34:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1', 'name': '', 'network_id': '3fb9a96a-cdef-4f63-a089-26ad12b50dcf', 'tenant_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'mac_address': 'fa:16:3e:62:82:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5fee59b-8cce-4fd1-b30c-f71272bef735', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:33:58Z', 'updated_at': '2022-03-23T15:34:01Z', 'revision_number': 5, 'project_id': '75d35cfcc50840b484e5fd7f6bb04beb', 'subnets': [{'id': '52c7f164-abff-49d0-8727-9677c0bf2b87', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fc729095-c94e-4819-a81f-942997aeca3a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:34:14.722738 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:34:14.781896 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:14.782125 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:14.938674 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:34:14.939410 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:14.984766 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:34:15.003478 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:15.129010 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=3203ed3c-c85f-4fb5-ad28-04ea79bab2a0,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:34:16.714763 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:34:16.881999 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:34:16.882730 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3203ed3c-c85f-4fb5-ad28-04ea79bab2a0), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:17.011655 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 3203ed3c-c85f-4fb5-ad28-04ea79bab2a0 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:34:21.832929 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3761392c-f189-4065-940c-fc2c912f2919 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:23.685046 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-358af7d2-b6ed-4981-8ef8-214b58fea475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:25.112893 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:26.395164 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:27.785622 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:46.704379 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:34:51.778206 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1cb7ced9-c8b2-409f-b434-e5b99f3a4cb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:53.687741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-74aa08be-a122-4ebf-88bf-30d4564a5337 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:55.119382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:56.422621 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:34:57.800630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:21.774813 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0678f5cd-ffc7-41f2-aa37-09cab9d1468c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:23.687786 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ca8f026c-ff6c-4caa-85eb-d23987a057c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:23.706129 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:35:25.120803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:26.403735 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:27.787393 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:36.823149 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44834) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:36.894477 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f406c1-9c54-4f2b-baf7-bacd3d2f38fb admin admin] GET failed (client error): The resource could not be found. Mar 23 15:35:36.895745 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e7f406c1-9c54-4f2b-baf7-bacd3d2f38fb admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0715778 Mar 23 15:35:37.102208 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8892d5-0408-4452-96d9-31b9ddfc71ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:37.103713 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-3a8892d5-0408-4452-96d9-31b9ddfc71ae admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2028151 Mar 23 15:35:39.480259 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44844) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:39.640605 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee19871a-0aac-4c48-bbbc-32603550a7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:39.642000 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ee19871a-0aac-4c48-bbbc-32603550a7db admin admin] 10.222.0.41 "GET /v2.0/subnets/52c7f164-abff-49d0-8727-9677c0bf2b87 HTTP/1.1" status: 200 len: 849 time: 0.1607757 Mar 23 15:35:39.655583 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:35:39.758704 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Publish callbacks [] for subnet (52c7f164-abff-49d0-8727-9677c0bf2b87), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:39.918276 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8742256757899'] for subnet (52c7f164-abff-49d0-8727-9677c0bf2b87), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:39.959669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:39.959669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:39.960426 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] 10.222.0.41 "PUT /v2.0/subnets/52c7f164-abff-49d0-8727-9677c0bf2b87 HTTP/1.1" status: 200 len: 868 time: 0.3119190 Mar 23 15:35:39.961682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f4f45b-105e-4f66-a561-5596e2ab98bc None None] Network 3fb9a96a-cdef-4f63-a089-26ad12b50dcf requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:35:39.984038 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c7f164-abff-49d0-8727-9677c0bf2b87,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:35:39.993531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.993531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:39.996391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.007283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e0cd79-bf8c-4e5c-b3b4-8eae7093bb45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:35:40.331672 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Provisioning complete for port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:35:40.332096 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:40.413653 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Current status of the port da2a5cdd-54c0-4dfc-9cdd-38a0fd0fcec1 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:35:40.425045 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Provisioning complete for port 91fc4e48-4e45-425a-9893-068728a0c910 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:35:40.425442 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (91fc4e48-4e45-425a-9893-068728a0c910), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:40.528746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-b9e6db10-ec83-4197-aa59-4b8132032069 None None] Current status of the port 91fc4e48-4e45-425a-9893-068728a0c910 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:35:42.371155 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44852) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:42.580711 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91879e5c-0a24-4beb-8098-4d0827614c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:42.581089 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91879e5c-0a24-4beb-8098-4d0827614c31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:42.582631 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-91879e5c-0a24-4beb-8098-4d0827614c31 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2105014 Mar 23 15:35:44.930116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44860) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:45.145611 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b1972-3a63-4a1e-8ba6-3325bbdfd89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:45.145997 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30b1972-3a63-4a1e-8ba6-3325bbdfd89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:45.147618 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f30b1972-3a63-4a1e-8ba6-3325bbdfd89c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2164991 Mar 23 15:35:47.519935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44870) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:47.648357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7a554e-5409-49ed-9782-c0cef3bdc724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:47.649801 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ac7a554e-5409-49ed-9782-c0cef3bdc724 admin admin] 10.222.0.41 "GET /v2.0/networks/0de18e11-a766-4234-a34e-9a683577c1ef HTTP/1.1" status: 200 len: 886 time: 0.1288638 Mar 23 15:35:50.017151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44878) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:50.154245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c5837-11cc-401e-8e84-88c8e2391bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:50.155950 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-606c5837-11cc-401e-8e84-88c8e2391bcd admin admin] 10.222.0.41 "GET /v2.0/networks/3fb9a96a-cdef-4f63-a089-26ad12b50dcf HTTP/1.1" status: 200 len: 869 time: 0.1375701 Mar 23 15:35:51.771130 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7bfa5803-6de8-44c5-9572-6dc0fc685f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:52.540612 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44886) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:52.675169 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89170a62-e53e-4e0e-b2ae-2f5c82aa454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:52.675624 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89170a62-e53e-4e0e-b2ae-2f5c82aa454f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:52.677265 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-89170a62-e53e-4e0e-b2ae-2f5c82aa454f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1354733 Mar 23 15:35:53.683402 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-baa2e91a-456c-452c-9308-09948e4bdfea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:55.008584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44894) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:55.111182 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d7fbc-ff65-4fe4-8437-258549cc6c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:55.111638 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108d7fbc-ff65-4fe4-8437-258549cc6c13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:55.113302 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-108d7fbc-ff65-4fe4-8437-258549cc6c13 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1036708 Mar 23 15:35:55.124040 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:56.400271 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:57.442759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44902) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:57.539034 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16e6454-f042-4bc3-b61a-e4943c2a7a42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:57.540795 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d16e6454-f042-4bc3-b61a-e4943c2a7a42 admin admin] 10.222.0.41 "GET /v2.0/subnets/52c7f164-abff-49d0-8727-9677c0bf2b87 HTTP/1.1" status: 200 len: 868 time: 0.0966961 Mar 23 15:35:57.784625 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:35:59.890195 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44910) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:35:59.991846 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87266c06-438b-4427-a765-19f93cd421ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:35:59.993287 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-87266c06-438b-4427-a765-19f93cd421ce admin admin] 10.222.0.41 "GET /v2.0/subnets/de60c482-892d-47a5-8501-04c8b8d0d18c HTTP/1.1" status: 200 len: 816 time: 0.1020746 Mar 23 15:36:00.706362 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:36:21.766591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6816a2b6-4348-4b52-9824-e3f14e0f17bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:23.687471 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1741-6b58-4b85-a6f5-260d07e64b0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:25.129568 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:26.410167 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:27.781057 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:28.154194 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44962) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:36:28.207405 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [None req-29a1fcb5-b936-4362-baec-ba42e451889c admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:36:28.208898 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-29a1fcb5-b936-4362-baec-ba42e451889c admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0535927 Mar 23 15:36:30.617992 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44970) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:36:30.681395 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d67bb3-1d56-4eb8-9dbf-366b3bf055b7 admin admin] GET failed (client error): The resource could not be found. Mar 23 15:36:30.682843 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d1d67bb3-1d56-4eb8-9dbf-366b3bf055b7 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0638895 Mar 23 15:36:30.778977 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83a4294-87a6-4396-90bb-1222c4bb0e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:36:30.780537 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f83a4294-87a6-4396-90bb-1222c4bb0e24 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0934784 Mar 23 15:36:33.107925 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 44978) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:36:33.158137 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:36:33.181290 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Made reservation on behalf of ab8030cc3b9549c19d1bbb6b86225d5a for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:36:33.183997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:33.223277 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING neutron.services.revisions.revision_plugin [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Could not find related network for resource to bump revision. Mar 23 15:36:33.237477 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:36:33.247916 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (91ef544b-ab35-4b10-aa4e-60fb3371397c), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:33.248310 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Added segment 91ef544b-ab35-4b10-aa4e-60fb3371397c of type vlan for network e83d31d8-b50e-4b9d-ac3c-223b65ddceac Mar 23 15:36:33.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (e83d31d8-b50e-4b9d-ac3c-223b65ddceac), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:33.314911 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (e83d31d8-b50e-4b9d-ac3c-223b65ddceac), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:33.315872 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:36:33.316480 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:33.387813 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2787485 Mar 23 15:36:33.411537 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1812406-ae3b-44a0-a271-89c9298d3758 admin admin] Pushing event updated for resources: {'Network': ['ID=e83d31d8-b50e-4b9d-ac3c-223b65ddceac,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:36:33.423926 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:36:35.763288 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 44986) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:36:35.834701 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fd587ff-40b0-43ea-9634-ad2dc803635c admin admin] GET failed (client error): The resource could not be found. Mar 23 15:36:35.836071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-8fd587ff-40b0-43ea-9634-ad2dc803635c admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0719161 Mar 23 15:36:35.942512 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2da031-6ad8-489e-abde-f10b0b186a44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:36:35.944089 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5e2da031-6ad8-489e-abde-f10b0b186a44 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020997 Mar 23 15:36:35.954295 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:36:35.975128 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Made reservation on behalf of ab8030cc3b9549c19d1bbb6b86225d5a for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:36:35.977580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.143405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (065b8a8b-9272-4bf4-8c1a-820892b21155), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.200697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Pushing event updated for resources: {'Subnet': ['ID=065b8a8b-9272-4bf4-8c1a-820892b21155,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:36:36.211469 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.211816 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.212211 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.212557 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.212891 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.213223 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.213641 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.213966 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.214302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.214631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.214963 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.215290 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.215614 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.215933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.216282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.222522 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Checking segment: {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:36:36.222888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Network hostable DHCP agents. Network: e83d31d8-b50e-4b9d-ac3c-223b65ddceac, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:36:36.240995 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:36:36.250933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, e83d31d8-b50e-4b9d-ac3c-223b65ddceac) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:36:36.255117 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:36:36.255736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.270766 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13066d55-971e-4584-868e-b50c75428f9f None None] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:36:36.273157 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-95f94828-832e-43a0-95f5-ed482ee2247a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3223665 Mar 23 15:36:36.387127 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-e83d31d8-b50e-4b9d-ac3c-223b65ddceac', 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac', 'project_id': 'ab8030cc3b9549c19d1bbb6b86225d5a', 'fixed_ips': [{'subnet_id': '065b8a8b-9272-4bf4-8c1a-820892b21155'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:36:36.388062 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.634507 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Allocated IP 192.168.233.2 (e83d31d8-b50e-4b9d-ac3c-223b65ddceac/065b8a8b-9272-4bf4-8c1a-820892b21155/b7adb6fb-55b1-425b-8eca-2630b77eda23) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:36:36.784791 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks [] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.792588 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.838860 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:36:36.842869 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:36:36.845072 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Pushing event updated for resources: {'Port': ['ID=b7adb6fb-55b1-425b-8eca-2630b77eda23,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:36:36.847338 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:36:36.858184 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.858526 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.858883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.859233 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.859563 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.859890 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.860262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.860558 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.860885 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.861200 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.861520 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.861856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.866824 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.866824 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.866824 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:36:36.921505 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Attempting to bind port b7adb6fb-55b1-425b-8eca-2630b77eda23 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:36:36.921763 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Attempting to bind port b7adb6fb-55b1-425b-8eca-2630b77eda23 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:36:36.922126 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Attempting to bind port b7adb6fb-55b1-425b-8eca-2630b77eda23 on network e83d31d8-b50e-4b9d-ac3c-223b65ddceac {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:36:36.928554 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:36:36.928933 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Checking segment: {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:36:36.929345 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.929746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Bound using segment: {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:36:36.930236 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Bound port: b7adb6fb-55b1-425b-8eca-2630b77eda23, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:36:36.930615 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:36.998784 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] For port b7adb6fb-55b1-425b-8eca-2630b77eda23, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:36:37.002731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] For port b7adb6fb-55b1-425b-8eca-2630b77eda23, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=b7adb6fb-55b1-425b-8eca-2630b77eda23,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:36:37.011287 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:37.070310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b8ca7-ae53-47c0-a3bc-4afd1e2cf24b None None] Pushing event updated for resources: {'Port': ['ID=b7adb6fb-55b1-425b-8eca-2630b77eda23,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:36:37.706137 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:36:37.948208 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a317924d-5404-4604-a870-4c18230aa6fb None None] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:36:38.015322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Provisioning complete for port b7adb6fb-55b1-425b-8eca-2630b77eda23 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:36:38.015692 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:38.143198 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Current status of the port b7adb6fb-55b1-425b-8eca-2630b77eda23 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:36:38.143700 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:38.183616 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] For port b7adb6fb-55b1-425b-8eca-2630b77eda23, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=b7adb6fb-55b1-425b-8eca-2630b77eda23,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:36:38.190722 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:38.245658 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cd509-2bab-4bf9-93c3-b8adab814dd7 None None] Pushing event updated for resources: {'Port': ['ID=b7adb6fb-55b1-425b-8eca-2630b77eda23,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:36:38.416159 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-55211c9e-26db-4d97-b60d-54cca8219315 None None] Provisioning complete for port b7adb6fb-55b1-425b-8eca-2630b77eda23 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:36:38.416564 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-55211c9e-26db-4d97-b60d-54cca8219315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:38.515308 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-55211c9e-26db-4d97-b60d-54cca8219315 None None] Current status of the port b7adb6fb-55b1-425b-8eca-2630b77eda23 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:36:38.758653 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device b7adb6fb-55b1-425b-8eca-2630b77eda23 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:36:38.812942 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port b7adb6fb-55b1-425b-8eca-2630b77eda23 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:36:38.813331 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b7adb6fb-55b1-425b-8eca-2630b77eda23), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:38.896329 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port b7adb6fb-55b1-425b-8eca-2630b77eda23 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:36:51.773240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-051b3044-0642-4d87-a9bd-d395d630a6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:53.694496 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f0c82d36-a127-4837-b78c-fa204b28a521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:55.128489 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:56.408111 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:36:57.778965 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:14.705997 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:37:21.776966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-60b2456d-77d7-41b9-8568-02d73fd7ac5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:23.688480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0748265b-1e01-4015-886e-fe429ac1d56a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:25.134247 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:26.411203 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:27.776882 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:51.705678 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:37:51.772383 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b783c8dc-8f6f-4f44-abc8-f4d11131f9ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:53.695921 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-35c404e2-be97-4fa3-8643-403d6315b9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:55.137088 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:56.414371 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:37:57.774317 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:02.714046 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45024) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:38:02.719741 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [None req-5c26783c-c688-438a-9b27-f40042881f8b tempest-verify_tempest_config-133037849 tempest-verify_tempest_config-133037849-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:38:02.720730 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5c26783c-c688-438a-9b27-f40042881f8b tempest-verify_tempest_config-133037849 tempest-verify_tempest_config-133037849-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057034 Mar 23 15:38:03.042003 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45042) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:38:03.149566 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.231436 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Publish callbacks [] for security_group (0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.236793 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.281847 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:38:03.286535 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3b765d05c6b4bf890ccdade5c630351&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2435102 Mar 23 15:38:03.289537 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45046) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:38:03.291536 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.291869 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.292276 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.292617 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.292940 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.293257 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.293589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.293911 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.294241 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.294544 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.294865 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.295202 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.295540 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.295841 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.296183 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab256f5f-e08a-498d-a429-fe5761131811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.346280 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Publish callbacks [] for security_group (0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.368302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Publish callbacks [] for security_group (0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.462769 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.465389 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:03.466500 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7 HTTP/1.1" status: 204 len: 168 time: 0.1751137 Mar 23 15:38:03.476282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5f31a8-a0f6-4ef7-9e17-af0ca9fb2ca7,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:38:03.483529 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.483886 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.484245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.484582 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.484917 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.485243 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.485569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.485888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.486213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.486533 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.486876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.487200 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.487515 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.487879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:03.488390 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f50ee3-2177-4a03-bf5c-8d4d492e4cf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:38:21.771573 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ad976cd2-09e4-402e-867c-9108f594bb40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:23.691124 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-90b76ac0-367d-4f5c-b507-5808a3aeec99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:25.139682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:26.416355 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:27.769275 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:28.704455 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:38:51.768977 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-41da9554-9410-4eba-a383-d519c0ad3f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:53.702801 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-07a80067-9f21-4a13-8c1a-6eed5f6b111d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:55.144098 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:56.425496 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:38:57.777992 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:05.703798 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:39:21.766497 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1ca31fa1-033a-495a-9274-612dca723f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:23.701906 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-817f9dcb-7a7b-4b20-99e3-4c92b4e2336e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:25.153053 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:26.425388 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:27.777290 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:42.703244 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 5 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:39:46.398770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-999458'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:51.761165 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ce313b5c-de4a-4dcb-8c8b-2a1039183c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:53.697108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-92ba9e43-5084-48ec-92c0-478092063dd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:55.156133 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:56.429154 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:39:57.771980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:02.600307 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45118) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:40:02.717806 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-71434581-f1ca-43c2-ab73-e6976f5bc9cf admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1163726 Mar 23 15:40:05.058775 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45128) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:40:05.113931 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-1f21d5d0-c041-4bd9-9d0a-20c091657514 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0541055 Mar 23 15:40:16.371741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:19.704665 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:40:21.765790 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2aec-2bd5-47ff-9cd9-b02c96ef8528 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:23.698640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-987ca557-c0d4-4f0f-83ba-ada451e4fa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:25.152091 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:26.435422 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:27.772949 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:46.369971 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:51.766493 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-263fe750-bde7-4b34-bc9b-9f520a01ad01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:53.695120 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c751abad-eb09-44b6-83f2-3538bdf9797f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:55.154320 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:56.437916 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:40:56.705018 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:40:57.780866 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:16.377067 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:21.772958 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-dc5708dd-9be7-47a9-8685-bdf99129780f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:23.692340 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6ee90795-cec4-4d22-91ed-cc62718206b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:25.155800 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:26.437832 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:27.769593 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:33.705149 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:41:42.922458 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45200) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:43.280048 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-network', 'tenant_id': '9730e9456707472988301c5a0f60b1ca'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:43.325090 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Made reservation on behalf of 9730e9456707472988301c5a0f60b1ca for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:43.328447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.346747 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.567849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks [] for security_group (7d2f59a6-386d-4363-bee9-866182d6ac0e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.585950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7d2f59a6-386d-4363-bee9-866182d6ac0e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.663609 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2f59a6-386d-4363-bee9-866182d6ac0e,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:43.680701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.681258 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.681817 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.682384 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.682969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.683531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.684148 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.684717 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.685342 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.686740 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.692909 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.693594 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.694182 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.694754 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.695319 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Tracked resource versions report: Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: pushed versions: Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: { 'AddressGroup': {'1.2'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Agent': {'1.1'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'ConntrackHelper': {'1.0'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Log': {'1.0'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'NDPProxy': {'1.0'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Network': {'1.1'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Port': {'1.7'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'PortForwarding': {'1.3'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'QosPolicy': {'1.10'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroup': {'1.5'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SubPort': {'1.0'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Subnet': {'1.1'}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Trunk': {'1.1'}} Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: consumer versions: Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: HyperV agent@hv-cinder-83454: {}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Agent': '1.1', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'ConntrackHelper': '1.0', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'LocalIPAssociation': '1.0', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Log': '1.0', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'NDPProxy': '1.0', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Network': '1.1', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Port': '1.7', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'PortForwarding': '1.3', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'QosPolicy': '1.10', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroup': '1.5', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SecurityGroupRule': '1.2', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'SubPort': '1.0', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Subnet': '1.1', Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: 'Trunk': '1.1'}} Mar 23 15:41:43.697774 dv-cinder-834540-1-iscsi neutron-server[109942]: {{(pid=109942) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:41:43.736039 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:41:43.781976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (e9f325be-e51e-48a1-ae5e-9669806093de), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.782520 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Added segment e9f325be-e51e-48a1-ae5e-9669806093de of type vlan for network 5cab1304-db9c-43a5-a101-d9da407939a2 Mar 23 15:41:43.911197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (5cab1304-db9c-43a5-a101-d9da407939a2), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.985702 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (5cab1304-db9c-43a5-a101-d9da407939a2), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:43.988799 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:43.992601 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.094336 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1648657 Mar 23 15:41:44.099431 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45246) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:44.111632 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Request body: {'subnet': {'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-subnet', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:44.115081 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fd230e-553d-4a04-9e52-07c4092fc213 admin admin] Pushing event updated for resources: {'Network': ['ID=5cab1304-db9c-43a5-a101-d9da407939a2,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:44.133651 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 5cab1304-db9c-43a5-a101-d9da407939a2 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:41:44.150890 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Made reservation on behalf of 9730e9456707472988301c5a0f60b1ca for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:44.156546 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.615211 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.672391 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:44.693503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Checking segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:44.693876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Network hostable DHCP agents. Network: 5cab1304-db9c-43a5-a101-d9da407939a2, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:41:44.715078 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:41:44.729764 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 5cab1304-db9c-43a5-a101-d9da407939a2) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:44.734893 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:44.735500 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.748386 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931e2ffe-718b-4b40-802a-d9048330311a None None] Network 5cab1304-db9c-43a5-a101-d9da407939a2 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:44.760819 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cee2eecf-7391-47ef-83a8-bf5d032af83e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6598582 Mar 23 15:41:44.765095 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45274) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:44.772378 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:44.838984 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.842189 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.903324 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-5cab1304-db9c-43a5-a101-d9da407939a2', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:41:44.905546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:44.946152 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for router_controller (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.196150 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Allocated IP 172.20.0.2 (5cab1304-db9c-43a5-a101-d9da407939a2/a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0/6ef1bd0a-4d1c-4726-88d4-eecfb39c7560) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:45.212663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for router_gateway (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.431444 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks [] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.444923 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.514525 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:45.519517 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:45.523182 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:45.565731 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for router_gateway (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.587746 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.590055 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Pushing event updated for resources: {'Port': ['ID=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:45.636839 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.637223 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.637919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.638548 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.639169 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.639799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.640374 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.640964 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.641541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.642058 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.642833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.643633 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.644376 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.645053 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.645910 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Tracked resource versions report: Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: pushed versions: Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: { 'AddressGroup': {'1.2'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Agent': {'1.1'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'ConntrackHelper': {'1.0'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Log': {'1.0'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'NDPProxy': {'1.0'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Network': {'1.1'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Port': {'1.7'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'PortForwarding': {'1.3'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'QosPolicy': {'1.10'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroup': {'1.5'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SubPort': {'1.0'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Subnet': {'1.1'}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Trunk': {'1.1'}} Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: consumer versions: Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: HyperV agent@hv-cinder-83454: {}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Agent': '1.1', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'ConntrackHelper': '1.0', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'LocalIPAssociation': '1.0', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Log': '1.0', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'NDPProxy': '1.0', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Network': '1.1', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Port': '1.7', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'PortForwarding': '1.3', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'QosPolicy': '1.10', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroup': '1.5', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SecurityGroupRule': '1.2', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'SubPort': '1.0', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Subnet': '1.1', Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: 'Trunk': '1.1'}} Mar 23 15:41:45.648448 dv-cinder-834540-1-iscsi neutron-server[109943]: {{(pid=109943) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:41:45.707006 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Attempting to bind port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:41:45.708664 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Attempting to bind port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:41:45.709888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Attempting to bind port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:41:45.725143 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:41:45.725707 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Checking segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:45.726541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.727868 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Bound using segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:41:45.729154 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Bound port: 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:41:45.729759 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.742120 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Allocated IP 172.27.3.226 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/97a1b3dc-2b94-4114-a52f-fcde4834d9de) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:45.853796 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] For port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:41:45.860718 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] For port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:41:45.872862 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.901341 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:45.969974 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:46.011002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6921ee-f047-4fed-9328-38b65fdaa6b1 None None] Pushing event updated for resources: {'Port': ['ID=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:46.043782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Pushing event updated for resources: {'Port': ['ID=97a1b3dc-2b94-4114-a52f-fcde4834d9de,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:46.056446 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:46.058117 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:46.060922 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:46.394596 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for router_gateway (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:46.400161 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:46.813434 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.099157 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:41:47.104377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:41:47.186988 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:47.187687 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.325604 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:47.326406 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.374848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:41:47.380723 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.388192 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45342) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:47.502419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:47.557218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:41:47.567441 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796ba86a-ea9a-41fc-8a9f-abe13d34b821 None None] Network 5cab1304-db9c-43a5-a101-d9da407939a2 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:47.579809 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.584601 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:41:47.585327 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45350) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:47.585446 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5464bee0-1d4d-41a5-849f-0a1a16c45866 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8181324 Mar 23 15:41:47.599995 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45352) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:47.600962 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:41:47.601678 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:47.707957 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-caca75aa-c23d-479f-9764-828b4a5d1808 None None] Provisioning complete for port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:47.708727 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-caca75aa-c23d-479f-9764-828b4a5d1808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:47.979199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-caca75aa-c23d-479f-9764-828b4a5d1808 None None] Current status of the port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:48.091693 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-network', 'tenant_id': '2256014068f34717bb347aae8b72cb91'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:48.170273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2035129323-network', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:48.202500 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:41:48.212088 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:48.214281 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.247007 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Made reservation on behalf of 2256014068f34717bb347aae8b72cb91 for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:48.254165 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.254443 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.308489 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.367905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks [] for security_group (46eec23e-2586-4194-961b-f3b79508f46f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.375335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46eec23e-2586-4194-961b-f3b79508f46f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.428436 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:41:48.440525 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:46Z', 'revision_number': 3, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:48.460619 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-d02c1ae9-b864-407f-8477-93bbfeae2ff1 None None] Provisioning complete for port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:48.461225 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d02c1ae9-b864-407f-8477-93bbfeae2ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.481564 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:41:48.481974 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Updating router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 port 97a1b3dc-2b94-4114-a52f-fcde4834d9de binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:41:48.482943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (3cc00191-d31f-4810-b803-c6a4dcc57588), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.483368 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Added segment 3cc00191-d31f-4810-b803-c6a4dcc57588 of type vlan for network 0492f97d-c5e5-4b8c-a011-53c52691df3b Mar 23 15:41:48.486515 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46eec23e-2586-4194-961b-f3b79508f46f,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:48.529781 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.601873 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (0492f97d-c5e5-4b8c-a011-53c52691df3b), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.615618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45376) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:48.691552 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (0492f97d-c5e5-4b8c-a011-53c52691df3b), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.692760 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:48.695876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.744634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-d02c1ae9-b864-407f-8477-93bbfeae2ff1 None None] Current status of the port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:48.823338 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2201924 Mar 23 15:41:48.823889 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45382) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:48.832699 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Request body: {'subnet': {'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-subnet', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:48.877220 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf83a6-21c0-46a5-a32e-9407d4590ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=0492f97d-c5e5-4b8c-a011-53c52691df3b,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:48.906087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:48.909973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.952155 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks [] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.959851 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:48.981810 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:41:49.011690 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Pushing event updated for resources: {'Port': ['ID=97a1b3dc-2b94-4114-a52f-fcde4834d9de,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:49.024711 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.024711 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.025257 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.025632 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.026125 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.026574 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.026911 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.027245 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.027976 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.028360 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.028844 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.029218 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.029557 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.029886 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.030214 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Tracked resource versions report: Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: pushed versions: Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: { 'AddressGroup': {'1.2'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Agent': {'1.1'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'ConntrackHelper': {'1.0'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Log': {'1.0'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'NDPProxy': {'1.0'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Network': {'1.1'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Port': {'1.7'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'PortForwarding': {'1.3'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'QosPolicy': {'1.10'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroup': {'1.5'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SubPort': {'1.0'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Subnet': {'1.1'}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Trunk': {'1.1'}} Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: consumer versions: Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: HyperV agent@hv-cinder-83454: {}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Agent': '1.1', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'ConntrackHelper': '1.0', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'LocalIPAssociation': '1.0', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Log': '1.0', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'NDPProxy': '1.0', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Network': '1.1', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Port': '1.7', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'PortForwarding': '1.3', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'QosPolicy': '1.10', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroup': '1.5', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SecurityGroupRule': '1.2', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'SubPort': '1.0', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Subnet': '1.1', Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: 'Trunk': '1.1'}} Mar 23 15:41:49.031756 dv-cinder-834540-1-iscsi neutron-server[109944]: {{(pid=109944) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:41:49.054811 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Attempting to bind port 97a1b3dc-2b94-4114-a52f-fcde4834d9de on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:41:49.055197 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Attempting to bind port 97a1b3dc-2b94-4114-a52f-fcde4834d9de by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:41:49.055571 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Attempting to bind port 97a1b3dc-2b94-4114-a52f-fcde4834d9de on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:41:49.075447 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:41:49.075447 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:49.075968 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.076146 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:41:49.076646 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Bound port: 97a1b3dc-2b94-4114-a52f-fcde4834d9de, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:41:49.077040 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.146403 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] For port 97a1b3dc-2b94-4114-a52f-fcde4834d9de, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:41:49.152521 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] For port 97a1b3dc-2b94-4114-a52f-fcde4834d9de, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=97a1b3dc-2b94-4114-a52f-fcde4834d9de,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:41:49.163125 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.236184 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:41:49.236854 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:49.244245 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:41:49.277534 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7d2fd-5879-4292-b435-249f35848249 None None] Pushing event updated for resources: {'Port': ['ID=97a1b3dc-2b94-4114-a52f-fcde4834d9de,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:49.352890 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks [] for security_group (16ed1191-02e7-4505-a0f1-44ff84dca1f1), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.366060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (16ed1191-02e7-4505-a0f1-44ff84dca1f1), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.431588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:41:49.453798 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:41:49.546326 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (e159347e-5da0-4084-850e-c9adf504797a), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.562345 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Added segment e159347e-5da0-4084-850e-c9adf504797a of type vlan for network 016bd969-afdd-4d54-9c96-96545c5699f8 Mar 23 15:41:49.574236 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:49.575089 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.591668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-407873590-network', 'tenant_id': 'd95aa204f567477bb701e904431ba7e6'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:49.661486 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (13a85e9a-cf41-40cc-bc99-268190b3a594), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.730626 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a85e9a-cf41-40cc-bc99-268190b3a594,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:49.775085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Made reservation on behalf of d95aa204f567477bb701e904431ba7e6 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:49.783939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.890085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:49.954991 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:46Z', 'revision_number': 3, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:49.963364 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:50.055454 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07e6c9c-aecf-446a-b048-1ebcf4b414f3 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:46Z', 'revision_number': 3, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:41:50.067567 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ed1191-02e7-4505-a0f1-44ff84dca1f1,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:50.076711 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:50.077134 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Network hostable DHCP agents. Network: 0492f97d-c5e5-4b8c-a011-53c52691df3b, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:41:50.092127 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks [] for security_group (8121ace6-7aeb-43d9-9479-75ac58687626), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.103503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8121ace6-7aeb-43d9-9479-75ac58687626), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.153969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:41:50.168232 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:41:50.211930 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (016bd969-afdd-4d54-9c96-96545c5699f8), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.259165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8121ace6-7aeb-43d9-9479-75ac58687626,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:50.266467 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (074bbca4-1dd4-4f05-ab3e-2be237044b70), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.266819 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Added segment 074bbca4-1dd4-4f05-ab3e-2be237044b70 of type vlan for network 2b3741bd-193f-4670-9108-b8e04a4a9391 Mar 23 15:41:50.268465 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 0492f97d-c5e5-4b8c-a011-53c52691df3b) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:50.279740 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.280403 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.282178 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.282178 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.282614 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.283699 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.284541 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.285566 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.286256 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.286972 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.288797 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.290634 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.291816 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.293251 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.294830 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Tracked resource versions report: Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: pushed versions: Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: { 'AddressGroup': {'1.2'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Agent': {'1.1'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'ConntrackHelper': {'1.0'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'LocalIPAssociation': {'1.0'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Log': {'1.0'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'NDPProxy': {'1.0'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Network': {'1.1'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Port': {'1.7'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'PortForwarding': {'1.3'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'QosPolicy': {'1.10'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroup': {'1.5'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroupRule': {'1.2'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SubPort': {'1.0'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Subnet': {'1.1'}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Trunk': {'1.1'}} Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: consumer versions: Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: { DHCP agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: HyperV agent@hv-cinder-83454: {}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: L3 agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: Metadata agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: Metering agent@dv-cinder-834540-1-iscsi: {}, Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: Open vSwitch agent@dv-cinder-834540-1-iscsi: { 'AddressGroup': '1.2', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Agent': '1.1', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'ConntrackHelper': '1.0', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'LocalIPAssociation': '1.0', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Log': '1.0', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'NDPProxy': '1.0', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Network': '1.1', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Port': '1.7', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'PortForwarding': '1.3', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'QosPolicy': '1.10', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroup': '1.5', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SecurityGroupRule': '1.2', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'SubPort': '1.0', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Subnet': '1.1', Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: 'Trunk': '1.1'}} Mar 23 15:41:50.297268 dv-cinder-834540-1-iscsi neutron-server[109941]: {{(pid=109941) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 15:41:50.317193 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (016bd969-afdd-4d54-9c96-96545c5699f8), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.318963 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:50.320004 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.400271 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (2b3741bd-193f-4670-9108-b8e04a4a9391), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.414228 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49146e82-2b47-4a86-a320-6a151579d3c8 None None] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:50.438284 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:50.442772 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.486561 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] Pushing event updated for resources: {'Network': ['ID=016bd969-afdd-4d54-9c96-96545c5699f8,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:50.497662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f00a8f94-1149-436c-a9b5-582eee15afd5 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.1071200 Mar 23 15:41:50.501567 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-2c8a20dc-0210-4bbc-9231-061608938abf admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6746294 Mar 23 15:41:50.504172 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45414) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:50.504733 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45416) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:50.541612 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:50.557719 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.566729 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Request body: {'subnet': {'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-subnet', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:50.600950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (2b3741bd-193f-4670-9108-b8e04a4a9391), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.602735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:50.603547 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.689205 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 016bd969-afdd-4d54-9c96-96545c5699f8 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:41:50.690568 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] Pushing event updated for resources: {'Network': ['ID=2b3741bd-193f-4670-9108-b8e04a4a9391,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:50.723529 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.725285 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.827489 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for router_controller (b59a3b55-edff-43a7-a6f3-2777a42f09dd), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.829560 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Made reservation on behalf of 2256014068f34717bb347aae8b72cb91 for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:50.833032 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:50.840565 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e374c283-95b4-450c-b9c8-a36b308d0338 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2235920 Mar 23 15:41:50.855300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45426) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:50.865669 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Request body: {'subnet': {'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-407873590-subnet', 'tenant_id': 'd95aa204f567477bb701e904431ba7e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:51.049239 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 2b3741bd-193f-4670-9108-b8e04a4a9391 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:41:51.493261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 97a1b3dc-2b94-4114-a52f-fcde4834d9de up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:41:51.537156 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Allocated IP 172.20.0.1 (5cab1304-db9c-43a5-a101-d9da407939a2/a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0/d4fbaf47-174a-43fb-8f70-2792e3989474) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:51.640591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-0492f97d-c5e5-4b8c-a011-53c52691df3b', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:41:51.647902 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:51.795042 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (7fc2dae8-8c4c-4623-9667-03646723cf8e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.081609 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Made reservation on behalf of d95aa204f567477bb701e904431ba7e6 for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:41:52.084766 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.199915 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks [] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.215612 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-972ed1b4-41fa-46b1-865c-938fab1cd34d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.295607 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc2dae8-8c4c-4623-9667-03646723cf8e,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:52.305257 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for router_gateway (b59a3b55-edff-43a7-a6f3-2777a42f09dd), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.330531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:52.331054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Network hostable DHCP agents. Network: 016bd969-afdd-4d54-9c96-96545c5699f8, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:41:52.357795 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 97a1b3dc-2b94-4114-a52f-fcde4834d9de triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:52.360069 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.385819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.459382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Allocated IP 172.20.0.2 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/75d375d2-53d1-422c-883c-7cfcf04848a5) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:52.579877 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:52.605482 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:52.609027 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:52.610268 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.697047 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 97a1b3dc-2b94-4114-a52f-fcde4834d9de is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:52.697695 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.726155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (fbfc4823-f81f-4532-93e8-5cf63657b7ee), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.848528 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfc4823-f81f-4532-93e8-5cf63657b7ee,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:52.874342 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 97a1b3dc-2b94-4114-a52f-fcde4834d9de, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=97a1b3dc-2b94-4114-a52f-fcde4834d9de,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:41:52.878791 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:41:52.935081 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 016bd969-afdd-4d54-9c96-96545c5699f8) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:52.954181 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.973252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:52.974489 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:52.999641 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe9f75f-cd0f-4172-8493-280a380cd2db None None] Network 016bd969-afdd-4d54-9c96-96545c5699f8 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:53.016575 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:53.068742 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Checking segment: {'id': '074bbca4-1dd4-4f05-ab3e-2be237044b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:53.069682 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Network hostable DHCP agents. Network: 2b3741bd-193f-4670-9108-b8e04a4a9391, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:41:53.104740 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e1affc7d-2e16-4933-89c4-aa3c57022d5a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.5747705 Mar 23 15:41:53.105804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45462) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:53.115562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:53.210407 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.214127 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.305595 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Network 2b3741bd-193f-4670-9108-b8e04a4a9391 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:41:53.459001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 2b3741bd-193f-4670-9108-b8e04a4a9391) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:53.491426 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:53.493186 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.501226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for router_controller (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.511979 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.547321 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a774342-6338-4d45-9c53-17986a912605 None None] Network 2b3741bd-193f-4670-9108-b8e04a4a9391 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:53.658486 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c0581156-dff8-4ee6-ab19-8f1710ade661 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7957520 Mar 23 15:41:53.925904 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks [] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:53.984309 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60523b-7c33-4568-8296-08c880318e5c None None] Network 2b3741bd-193f-4670-9108-b8e04a4a9391 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:54.003351 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=97a1b3dc-2b94-4114-a52f-fcde4834d9de,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:54.010350 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.048276 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3834cc6a-fb54-4df4-8fe2-f16716f8a269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.170212 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-4f8316bd-845d-42a4-bf63-fa6eabefe5d6 None None] Provisioning complete for port d4fbaf47-174a-43fb-8f70-2792e3989474 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:54.174791 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4f8316bd-845d-42a4-bf63-fa6eabefe5d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.438994 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks [] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.449073 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.451291 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.581339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:54.692803 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:54.706918 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:54.715616 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Pushing event updated for resources: {'Port': ['ID=75d375d2-53d1-422c-883c-7cfcf04848a5,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:54.728665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:54.743634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-016bd969-afdd-4d54-9c96-96545c5699f8', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:41:54.746175 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.750667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Pushing event updated for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:54.751537 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-4f8316bd-845d-42a4-bf63-fa6eabefe5d6 None None] Port d4fbaf47-174a-43fb-8f70-2792e3989474 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:41:54.778149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for router_gateway (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:54.907410 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:55.048268 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for router_gateway (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:55.135597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:41:55.158687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:55.246447 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Attempting to bind port 75d375d2-53d1-422c-883c-7cfcf04848a5 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:41:55.247155 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Attempting to bind port 75d375d2-53d1-422c-883c-7cfcf04848a5 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:41:55.247925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Attempting to bind port 75d375d2-53d1-422c-883c-7cfcf04848a5 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:41:55.423199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 97a1b3dc-2b94-4114-a52f-fcde4834d9de up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:41:55.432620 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:41:55.445852 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-bdb7b262-57ed-4dc5-b66f-9b154b21e4e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/d9e2cca2-2065-4b4d-9cc3-950081dbaf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8595908 Mar 23 15:41:55.575277 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:41:55.576540 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:55.578667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:55.584948 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:41:55.587295 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Bound port: 75d375d2-53d1-422c-883c-7cfcf04848a5, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:41:55.589761 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:55.744791 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:41:55.952334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Allocated IP 172.27.3.60 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/1e50927e-4883-4c6b-a326-ec0f57eeaacf) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:56.134326 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] For port 75d375d2-53d1-422c-883c-7cfcf04848a5, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:41:56.140813 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] For port 75d375d2-53d1-422c-883c-7cfcf04848a5, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=75d375d2-53d1-422c-883c-7cfcf04848a5,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:41:56.160883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.176803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.225479 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a62e77f8-11ed-4a8c-814f-0dd053388b6f None None] Provisioning complete for port d4fbaf47-174a-43fb-8f70-2792e3989474 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:56.226730 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a62e77f8-11ed-4a8c-814f-0dd053388b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.318748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:41:56.321204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:56.442801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45592) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:56.446874 dv-cinder-834540-1-iscsi neutron-server[109941]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 15:41:56.447933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.503610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for router_gateway (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.531859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.536035 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.687293 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Pushing event updated for resources: {'Port': ['ID=1e50927e-4883-4c6b-a326-ec0f57eeaacf,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:56.719757 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:56.728396 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a62e77f8-11ed-4a8c-814f-0dd053388b6f None None] Port d4fbaf47-174a-43fb-8f70-2792e3989474 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:41:56.729705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:56.767172 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45596) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:56.780105 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--636798619', 'description': 'tempest-description--372843506'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:56.781503 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 97a1b3dc-2b94-4114-a52f-fcde4834d9de triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:56.782228 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.819504 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:56.820290 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:56.917343 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-c3e58b78-6d15-4988-9ac6-8d9e9aef58c4 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:41:56.919223 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-c3e58b78-6d15-4988-9ac6-8d9e9aef58c4 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/networks?id=2b3741bd-193f-4670-9108-b8e04a4a9391 HTTP/1.1" status: 200 len: 811 time: 0.4749401 Mar 23 15:41:56.954926 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-f943fd1d-ed42-4f36-87e1-0bbcdc011a9d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/quotas/d95aa204f567477bb701e904431ba7e6 HTTP/1.1" status: 200 len: 375 time: 0.0225077 Mar 23 15:41:56.977899 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18de8a02-ebe5-4d1b-976c-14e346dcea68 None None] Pushing event updated for resources: {'Port': ['ID=75d375d2-53d1-422c-883c-7cfcf04848a5,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:57.011591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.023573 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:41:57.027131 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Allocated IP 172.20.0.2 (016bd969-afdd-4d54-9c96-96545c5699f8/7fc2dae8-8c4c-4623-9667-03646723cf8e/c80918a2-e97e-4212-afbb-02285915d7d5) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:57.091347 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-a9ec9874-d880-43ed-a24c-2f352f6868c6 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d95aa204f567477bb701e904431ba7e6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182666 Mar 23 15:41:57.123584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (66ce0f07-4562-4c90-841f-538516509004), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.131821 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (66ce0f07-4562-4c90-841f-538516509004), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.189024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66ce0f07-4562-4c90-841f-538516509004,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:57.194810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Allocated IP 172.27.3.244 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/f9b47c3b-181c-4cbf-825e-ede62108ac30) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:41:57.199078 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.206568 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-07bf2e10-be62-44a9-96f2-b9ef52e7669d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4375663 Mar 23 15:41:57.207550 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45606) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:57.221289 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group_rule': {'security_group_id': '66ce0f07-4562-4c90-841f-538516509004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:57.302351 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (1c98da73-dfe8-495c-9dbe-fe5f1539b744), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.438570 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (1c98da73-dfe8-495c-9dbe-fe5f1539b744), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.445061 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (1c98da73-dfe8-495c-9dbe-fe5f1539b744), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.485633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.495399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c98da73-dfe8-495c-9dbe-fe5f1539b744,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:57.541178 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.549076 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.551199 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-3337f8d2-dc65-4137-9006-1a4b62bbe894 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3414280 Mar 23 15:41:57.597331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45612) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:57.597934 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-1f6a8b56-ad27-479e-a9a5-9f19a26d076a service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:41:57.597934 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-1f6a8b56-ad27-479e-a9a5-9f19a26d076a service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1211226 Mar 23 15:41:57.617329 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group_rule': {'security_group_id': '66ce0f07-4562-4c90-841f-538516509004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:57.699996 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 97a1b3dc-2b94-4114-a52f-fcde4834d9de is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:57.760409 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:57.802365 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:57.814984 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-cd7fd508-eed5-4d0d-b9c2-3ff7556fdb84 service neutron] 10.222.0.41 "GET /v2.0/networks/2b3741bd-193f-4670-9108-b8e04a4a9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234428 Mar 23 15:41:57.819972 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:57.903635 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:57.947233 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 75d375d2-53d1-422c-883c-7cfcf04848a5 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:41:57.963335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Pushing event updated for resources: {'Port': ['ID=f9b47c3b-181c-4cbf-825e-ede62108ac30,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:57.997357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks [] for port (c80918a2-e97e-4212-afbb-02285915d7d5), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.018013 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.022423 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (43631b48-c4c3-4848-8915-397aa421d16d), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.072901 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fa1d2d-19de-4865-812f-a4bb9c583678 None None] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:41:58.090208 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for router_gateway (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.098516 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-116b068a-2b44-4238-9a67-5bc3d2f57a69 service neutron] 10.222.0.41 "GET /v2.0/networks/2b3741bd-193f-4670-9108-b8e04a4a9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709606 Mar 23 15:41:58.109043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:41:58.179778 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:41:58.188405 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:41:58.190579 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Pushing event updated for resources: {'Port': ['ID=c80918a2-e97e-4212-afbb-02285915d7d5,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:58.249801 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 2, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:41:58.252135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Provisioning complete for port 75d375d2-53d1-422c-883c-7cfcf04848a5 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:58.252600 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.342286 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 75d375d2-53d1-422c-883c-7cfcf04848a5 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:41:58.343970 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.350155 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:41:58.350682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Updating router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 port d4fbaf47-174a-43fb-8f70-2792e3989474 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:41:58.463046 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Attempting to bind port c80918a2-e97e-4212-afbb-02285915d7d5 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:41:58.463421 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Attempting to bind port c80918a2-e97e-4212-afbb-02285915d7d5 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:41:58.463821 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Attempting to bind port c80918a2-e97e-4212-afbb-02285915d7d5 on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:41:58.472732 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.496431 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:41:58.496786 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:41:58.497169 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.497755 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Bound using segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:41:58.498445 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Bound port: c80918a2-e97e-4212-afbb-02285915d7d5, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:41:58.499014 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.503972 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45636) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:58.586685 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-37b0bc79-87f1-4d8e-bc6b-1db6fe6abb45 req-885ccc45-2578-4e38-ae20-be71a9a82206 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.0786734 Mar 23 15:41:58.674625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (43631b48-c4c3-4848-8915-397aa421d16d), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.695493 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (43631b48-c4c3-4848-8915-397aa421d16d), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.760176 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43631b48-c4c3-4848-8915-397aa421d16d,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:58.760390 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 75d375d2-53d1-422c-883c-7cfcf04848a5 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:58.760943 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.771320 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Current status of the port 75d375d2-53d1-422c-883c-7cfcf04848a5 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:41:58.771697 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.795997 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] For port c80918a2-e97e-4212-afbb-02285915d7d5, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:41:58.856057 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for router_gateway (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.911890 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 75d375d2-53d1-422c-883c-7cfcf04848a5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=75d375d2-53d1-422c-883c-7cfcf04848a5,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:41:58.936501 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] For port c80918a2-e97e-4212-afbb-02285915d7d5, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c80918a2-e97e-4212-afbb-02285915d7d5,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:41:58.942967 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.973299 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:58.976075 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ada187c1-3dee-4407-9a9c-2866c021a0e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3740644 Mar 23 15:41:58.978787 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45646) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:41:58.987688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:41:59.045658 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.079666 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.103120 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.138711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.db.api [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 15:41:59.139294 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG oslo_db.api [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 15:41:59.220738 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=75d375d2-53d1-422c-883c-7cfcf04848a5,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:59.366918 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.539719 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.576634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037ff5-5b42-4d3b-9b7d-46637f7fe308 None None] Pushing event updated for resources: {'Port': ['ID=c80918a2-e97e-4212-afbb-02285915d7d5,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:59.590693 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks [] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.600995 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:41:59.724657 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:41:59.980781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9addc-69ad-4dca-adfe-fda63be6679b None None] Pushing event updated for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:41:59.983490 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-63394549-ee4e-42c2-9fb1-7c35e5087c71 None None] Current status of the port 75d375d2-53d1-422c-883c-7cfcf04848a5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:00.008380 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-91294f6c-a81c-48bb-b0e0-bb3dd68eb80f req-edfb0603-2593-4f90-be5c-fee0fb5df9f7 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.1232133 Mar 23 15:42:00.074506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Attempting to bind port d4fbaf47-174a-43fb-8f70-2792e3989474 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:00.076434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Attempting to bind port d4fbaf47-174a-43fb-8f70-2792e3989474 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:00.078624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Attempting to bind port d4fbaf47-174a-43fb-8f70-2792e3989474 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:00.093626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:00.094434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Checking segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:00.094951 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.095355 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Bound using segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:00.095914 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Bound port: d4fbaf47-174a-43fb-8f70-2792e3989474, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:00.096344 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.110833 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Allocated IP 172.27.3.209 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/38bb29bb-e049-48ba-8857-3ed251ce67b0) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:00.135638 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 75d375d2-53d1-422c-883c-7cfcf04848a5 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:00.152926 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:42:00.228626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-7fecbdb3-d652-46a8-b6e8-0c3ff332e676 None None] Provisioning complete for port 75d375d2-53d1-422c-883c-7cfcf04848a5 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:00.229043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7fecbdb3-d652-46a8-b6e8-0c3ff332e676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.287109 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:42:00.297128 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] For port d4fbaf47-174a-43fb-8f70-2792e3989474, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:00.302236 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] For port d4fbaf47-174a-43fb-8f70-2792e3989474, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=d4fbaf47-174a-43fb-8f70-2792e3989474,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:00.310646 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:42:00.323309 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.341538 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 75d375d2-53d1-422c-883c-7cfcf04848a5 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:00.341951 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.353268 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:00.353689 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.355962 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a427b196-f040-4f2c-878c-9aeb92e7d593 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.8285778 Mar 23 15:42:00.356588 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:00.361185 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45678) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:00.598016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:42:00.674485 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.763084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.765222 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-8bf92364-db64-4b88-88d4-f4c24a0dda9a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.6560135 Mar 23 15:42:00.775292 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45684) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:00.793839 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:00.885803 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:00.942090 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-7fecbdb3-d652-46a8-b6e8-0c3ff332e676 None None] Current status of the port 75d375d2-53d1-422c-883c-7cfcf04848a5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:00.952836 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:42:01.015849 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9addc-69ad-4dca-adfe-fda63be6679b None None] Pushing event updated for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:01.038951 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:01.040399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:01.048691 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:01.049750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:01.214031 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:41:57Z', 'revision_number': 3, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:01.259713 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:42:01.260389 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Updating router b59a3b55-edff-43a7-a6f3-2777a42f09dd port 1e50927e-4883-4c6b-a326-ec0f57eeaacf binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:42:01.373260 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:01.397809 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:01.446070 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:01.475136 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=38bb29bb-e049-48ba-8857-3ed251ce67b0,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:01.489912 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8bf333-adfb-44eb-965e-2fd21e851b3a None None] Network 016bd969-afdd-4d54-9c96-96545c5699f8 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:42:01.542153 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:01.611367 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Provisioning complete for port d4fbaf47-174a-43fb-8f70-2792e3989474 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:01.615464 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:01.616731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:01.708352 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27ce930f-4017-4da0-9c61-cda6e2b17b24 req-cb2d8427-fa55-4c42-b2d8-7aebec89d914 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.0665095 Mar 23 15:42:01.795303 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:01.796546 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:01.959843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 75d375d2-53d1-422c-883c-7cfcf04848a5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:01.971454 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c80918a2-e97e-4212-afbb-02285915d7d5 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:01.975509 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:02.066731 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks [] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.078501 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.101109 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.107166 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.111298 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:02.186833 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Attempting to bind port 1e50927e-4883-4c6b-a326-ec0f57eeaacf on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:02.187663 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Attempting to bind port 1e50927e-4883-4c6b-a326-ec0f57eeaacf by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:02.188305 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Attempting to bind port 1e50927e-4883-4c6b-a326-ec0f57eeaacf on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:02.191894 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e0eb-8fc4-4d69-91e3-71833494823f None None] Pushing event updated for resources: {'Port': ['ID=1e50927e-4883-4c6b-a326-ec0f57eeaacf,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:02.194949 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.199782 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:02.200653 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:02.201975 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.207456 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:02.207456 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Bound port: 1e50927e-4883-4c6b-a326-ec0f57eeaacf, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:02.208300 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.276092 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=38bb29bb-e049-48ba-8857-3ed251ce67b0,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:02.281254 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] For port 1e50927e-4883-4c6b-a326-ec0f57eeaacf, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:02.285235 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] For port 1e50927e-4883-4c6b-a326-ec0f57eeaacf, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1e50927e-4883-4c6b-a326-ec0f57eeaacf,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:02.293894 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.295994 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.298951 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Allocated IP 172.20.0.1 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/4e213670-cecc-4bfa-b2bb-492eae4132ab) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:02.306345 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ca4fa7f1-0d44-4cdb-a4a1-e8f71857cd5c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3245709 Mar 23 15:42:02.379668 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa0e0eb-8fc4-4d69-91e3-71833494823f None None] Pushing event updated for resources: {'Port': ['ID=1e50927e-4883-4c6b-a326-ec0f57eeaacf,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:02.414052 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:02.415602 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:02.503206 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Current status of the port d4fbaf47-174a-43fb-8f70-2792e3989474 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:02.503206 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.620271 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks [] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.631574 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] For port d4fbaf47-174a-43fb-8f70-2792e3989474, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=d4fbaf47-174a-43fb-8f70-2792e3989474,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:02.650150 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:02.687821 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.729494 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45728) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:02.782735 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9d6f61f0-006d-4942-92a7-cef451e3e213 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--636798619&fields=id&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 267 time: 0.1678510 Mar 23 15:42:02.931584 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:02.991034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port c80918a2-e97e-4212-afbb-02285915d7d5 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:02.991034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.064560 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.091937 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:41:57Z', 'revision_number': 3, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:03.161453 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff6a999-09ee-4dc3-bd84-06890e70a672 None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:41:57Z', 'revision_number': 3, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:42:03.177210 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-093c4949-8349-4fa2-9950-d49e1e7767dc req-aaf7052c-2124-4e57-9837-0aefbe23bf89 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.1149285 Mar 23 15:42:03.193364 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae588731-6ced-404d-8d20-8a6335583931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.219518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:03.299941 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:41:58Z', 'revision_number': 3, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:03.355787 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:03.366051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:03.366553 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.369130 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Pushing event updated for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:03.402621 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Provisioning complete for port c80918a2-e97e-4212-afbb-02285915d7d5 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:03.403451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.452983 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae588731-6ced-404d-8d20-8a6335583931 admin admin] Publish callbacks [] for security_group (4f0bdf1e-b816-4372-b508-79e15a8a9145), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.461164 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186c4d68-87ff-4778-9819-92075e1879f1 None None] Pushing event updated for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:03.467324 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae588731-6ced-404d-8d20-8a6335583931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4f0bdf1e-b816-4372-b508-79e15a8a9145), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.506991 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Allocated IP 172.20.0.1 (016bd969-afdd-4d54-9c96-96545c5699f8/7fc2dae8-8c4c-4623-9667-03646723cf8e/2a09ada0-06f3-4a42-ab90-1bc0e0ab1485) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:03.530101 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:42:03.531419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Updating router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 port f9b47c3b-181c-4cbf-825e-ede62108ac30 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:42:03.540094 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e623d762-84ad-4a6f-9f53-3ab57275caf5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:03.548958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e623d762-84ad-4a6f-9f53-3ab57275caf5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 817 time: 0.6712241 Mar 23 15:42:03.580075 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-0d505931-63b9-41e4-abab-56608f7504dc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/quotas/9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 375 time: 0.0297279 Mar 23 15:42:03.647878 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:00Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:03.669404 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ae588731-6ced-404d-8d20-8a6335583931 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5aeb2353e1fc436486802858a1afde40&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9409006 Mar 23 15:42:03.690840 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45748) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:03.729155 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a39ba3-3768-416d-a32d-328a87e1013f None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:00Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:42:03.746954 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.758403 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port c80918a2-e97e-4212-afbb-02285915d7d5 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:03.759461 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.791687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae588731-6ced-404d-8d20-8a6335583931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0bdf1e-b816-4372-b508-79e15a8a9145,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:03.949236 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-38192eb9-b49b-4588-b7d7-deabdb0dcc27 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3637068 Mar 23 15:42:03.977590 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:03.979532 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] Publish callbacks [] for security_group (4f0bdf1e-b816-4372-b508-79e15a8a9145), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.070818 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks [] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.163454 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-6dedb57c-eaa3-4038-9dc0-77a796437dcc service neutron] 10.222.0.41 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096152 Mar 23 15:42:04.179660 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Current status of the port c80918a2-e97e-4212-afbb-02285915d7d5 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:04.180833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.197215 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] Publish callbacks [] for security_group (4f0bdf1e-b816-4372-b508-79e15a8a9145), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.214236 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.235403 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port c80918a2-e97e-4212-afbb-02285915d7d5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c80918a2-e97e-4212-afbb-02285915d7d5,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:04.260984 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.394785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks [] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.438115 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e166a10c-ff31-499e-9d99-90938089b788 req-82d0f6be-5c92-4cbd-8222-287059d335db tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.0662830 Mar 23 15:42:04.448947 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:04.471202 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:04.479170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:04.479588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.499761 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.504535 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.607241 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Pushing event updated for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:04.679449 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device d4fbaf47-174a-43fb-8f70-2792e3989474 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:04.726943 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-b4cd389f-8b77-4438-885f-7c037880e078 service neutron] 10.222.0.41 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5497148 Mar 23 15:42:04.728991 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.773652 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.db.api [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 15:42:04.773946 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG oslo_db.api [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 15:42:04.879092 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=c80918a2-e97e-4212-afbb-02285915d7d5,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:04.923469 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Pushing event updated for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:04.933303 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4f0bdf1e-b816-4372-b508-79e15a8a9145), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.936270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:04.940469 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f0bdf1e-b816-4372-b508-79e15a8a9145 HTTP/1.1" status: 204 len: 168 time: 1.2421541 Mar 23 15:42:04.951786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9fe293-0603-4165-b67e-1d1547d6cce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0bdf1e-b816-4372-b508-79e15a8a9145,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:04.964908 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:04.971046 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:05.195803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port d4fbaf47-174a-43fb-8f70-2792e3989474 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:05.199848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:05.561149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:42:05.564311 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.61', 61619) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:05.574863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33058334-499a-47d2-b25c-3990330a2f8b req-e3227ac6-869b-434a-b33a-219d73002280 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.1630495 Mar 23 15:42:05.672892 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port d4fbaf47-174a-43fb-8f70-2792e3989474 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:05.674831 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1e50927e-4883-4c6b-a326-ec0f57eeaacf up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:05.827307 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks [] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:05.850163 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ea677b05-fea9-413a-8f53-b1fabc6ddfb0 None None] Current status of the port c80918a2-e97e-4212-afbb-02285915d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:05.857484 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:05.867827 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:05.870669 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks [] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:05.892680 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.008935 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 1e50927e-4883-4c6b-a326-ec0f57eeaacf triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:06.009531 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.110729 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Provisioning complete for port c80918a2-e97e-4212-afbb-02285915d7d5 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:06.111363 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.128894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789c848-c2b0-4bcf-9120-433737a37858 None None] Pushing event updated for resources: {'Port': ['ID=f9b47c3b-181c-4cbf-825e-ede62108ac30,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:06.159547 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Attempting to bind port f9b47c3b-181c-4cbf-825e-ede62108ac30 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:06.160338 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Attempting to bind port f9b47c3b-181c-4cbf-825e-ede62108ac30 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:06.160915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Attempting to bind port f9b47c3b-181c-4cbf-825e-ede62108ac30 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:06.161015 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45792) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:06.168905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-d155a28c-639e-4884-923b-e3566a0c9355 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:06.170652 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-d155a28c-639e-4884-923b-e3566a0c9355 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.61 "GET /v2.0/networks?id=2b3741bd-193f-4670-9108-b8e04a4a9391 HTTP/1.1" status: 200 len: 811 time: 0.5573056 Mar 23 15:42:06.174221 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:06.175174 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:06.175832 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.176659 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:06.177548 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Bound port: f9b47c3b-181c-4cbf-825e-ede62108ac30, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:06.178142 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.252150 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Pushing event updated for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:06.310635 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7999c7be-8de9-430e-a01f-d70625319597 req-d30d36ad-e614-4df0-b71e-0ff129d64ced tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.1475441 Mar 23 15:42:06.349694 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3740-2932-4f20-a1d7-6188b3ae8337 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.402458 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] For port f9b47c3b-181c-4cbf-825e-ede62108ac30, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:06.464189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] For port f9b47c3b-181c-4cbf-825e-ede62108ac30, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f9b47c3b-181c-4cbf-825e-ede62108ac30,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:06.478913 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:42:06.502955 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 1e50927e-4883-4c6b-a326-ec0f57eeaacf is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:06.502955 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.509288 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4944d9ee-b6c9-4e4f-9e0d-c98ca825653b admin admin] 10.222.0.41 "PUT /v2.0/routers/b59a3b55-edff-43a7-a6f3-2777a42f09dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1440737 Mar 23 15:42:06.532805 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.665267 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Current status of the port c80918a2-e97e-4212-afbb-02285915d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:06.668764 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789c848-c2b0-4bcf-9120-433737a37858 None None] Pushing event updated for resources: {'Port': ['ID=f9b47c3b-181c-4cbf-825e-ede62108ac30,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:06.716086 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 1e50927e-4883-4c6b-a326-ec0f57eeaacf, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1e50927e-4883-4c6b-a326-ec0f57eeaacf,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:06.727659 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Provisioning complete for port 4e213670-cecc-4bfa-b2bb-492eae4132ab triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:06.728240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.733081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.750384 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3740-2932-4f20-a1d7-6188b3ae8337 admin admin] Publish callbacks [] for security_group (72d749dd-a1bc-4140-8b15-4171119bad7f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.758751 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-2ddd3740-2932-4f20-a1d7-6188b3ae8337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (72d749dd-a1bc-4140-8b15-4171119bad7f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:06.823132 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:06.823964 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:06.867283 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-2ddd3740-2932-4f20-a1d7-6188b3ae8337 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=39450676df0149a18d75c0f63922516a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6951001 Mar 23 15:42:06.883337 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45838) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:06.899992 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:06.922613 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4a459863-2deb-45ca-a77b-e9c0be83b7e5 req-dd6ca376-57eb-462c-8acf-62e605a8ecdd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.1223521 Mar 23 15:42:06.926661 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:07.119679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd3740-2932-4f20-a1d7-6188b3ae8337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d749dd-a1bc-4140-8b15-4171119bad7f,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:07.188655 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:42:07.210319 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:07.254055 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:07.255043 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:07.265048 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] Publish callbacks [] for security_group (72d749dd-a1bc-4140-8b15-4171119bad7f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:07.334275 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] Publish callbacks [] for security_group (72d749dd-a1bc-4140-8b15-4171119bad7f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:07.468557 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c80918a2-e97e-4212-afbb-02285915d7d5 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:07.487264 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (72d749dd-a1bc-4140-8b15-4171119bad7f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:07.490935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:07.492770 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72d749dd-a1bc-4140-8b15-4171119bad7f HTTP/1.1" status: 204 len: 168 time: 0.6060829 Mar 23 15:42:07.504642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68d067-5ac3-4498-a3dc-e9a4e54e7f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d749dd-a1bc-4140-8b15-4171119bad7f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:07.528657 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Port 4e213670-cecc-4bfa-b2bb-492eae4132ab cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:07.557758 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:42:07.676032 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-acbe5655-b432-466b-8b5f-ed29c0789479 req-9010b3a9-e4cd-4c6b-90a9-75ebc305418a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.0944030 Mar 23 15:42:07.681922 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:07.696778 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=1e50927e-4883-4c6b-a326-ec0f57eeaacf,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:07.744521 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Provisioning complete for port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:07.747002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:07.810693 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:42:07.829076 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-015013d3-9df1-4332-8d95-111c705d511e admin admin] 10.222.0.41 "PUT /v2.0/routers/f4c39b13-ea16-4fc1-9c91-f5bcf351bca7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0500162 Mar 23 15:42:07.895388 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-1467d2a0-15a4-439e-8861-e4b18f28e95d None None] Port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:07.907150 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port c80918a2-e97e-4212-afbb-02285915d7d5 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:07.908506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.081442 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-57c3d6db-0907-4676-8f98-29093aef77af None None] Provisioning complete for port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:08.081959 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-57c3d6db-0907-4676-8f98-29093aef77af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.128991 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:05Z', 'revision_number': 2, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:08.155701 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-489260cb-3c62-49b3-aa26-392638775710 req-105219bb-42b8-4202-bea8-811ce6b4083e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.0622742 Mar 23 15:42:08.184106 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fa06495-94e3-4d5b-aed1-99d843691663 None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:05Z', 'revision_number': 2, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:42:08.198736 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port c80918a2-e97e-4212-afbb-02285915d7d5 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:08.198736 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-57c3d6db-0907-4676-8f98-29093aef77af None None] Port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:08.212801 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:08.249880 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:42:08.250345 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Updating router b59a3b55-edff-43a7-a6f3-2777a42f09dd port 4e213670-cecc-4bfa-b2bb-492eae4132ab binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:42:08.303090 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.487666 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45898) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:08.493023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2051259282', 'description': 'tempest-description--1383428052'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:08.522744 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.767135 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (45354589-5344-409d-9bef-3987cebba545), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.779506 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (45354589-5344-409d-9bef-3987cebba545), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.857676 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45354589-5344-409d-9bef-3987cebba545,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:08.919149 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks [] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.931695 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1e50927e-4883-4c6b-a326-ec0f57eeaacf up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:08.943399 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.978370 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e41df4c2-35d0-480a-adeb-bbfce7495c8b req-844f415a-a6bf-4046-ae91-cd2a643bd749 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.1259351 Mar 23 15:42:08.987207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:08.991922 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f96e525c-2269-4720-aa0f-086b05ab03a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5030181 Mar 23 15:42:08.992133 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45922) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:09.008054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': '45354589-5344-409d-9bef-3987cebba545', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:09.021411 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7da3f-8d07-450e-ad18-24dc4eee7198 None None] Pushing event updated for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:09.076399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 1e50927e-4883-4c6b-a326-ec0f57eeaacf triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:09.077164 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.083706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (21bf7675-fd70-45a2-b85a-8fd1b9e5fe01), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.170023 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Attempting to bind port 4e213670-cecc-4bfa-b2bb-492eae4132ab on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:09.170566 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Attempting to bind port 4e213670-cecc-4bfa-b2bb-492eae4132ab by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:09.171228 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Attempting to bind port 4e213670-cecc-4bfa-b2bb-492eae4132ab on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:09.183078 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:09.183608 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:09.184211 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.184821 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:09.185521 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Bound port: 4e213670-cecc-4bfa-b2bb-492eae4132ab, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:09.186279 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.195948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (21bf7675-fd70-45a2-b85a-8fd1b9e5fe01), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.209262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (21bf7675-fd70-45a2-b85a-8fd1b9e5fe01), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.240687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.245031 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2509904 Mar 23 15:42:09.245686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 45930) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:09.257567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': '45354589-5344-409d-9bef-3987cebba545', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:09.265515 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ead06-76de-4861-82ce-6731929dfa37 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21bf7675-fd70-45a2-b85a-8fd1b9e5fe01,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:09.304113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (e6ec2b59-453f-4dae-aea1-2aedeea36073), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.326898 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 1e50927e-4883-4c6b-a326-ec0f57eeaacf is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:09.334857 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-030cd8b5-c1d8-42e5-bb70-c35994fcb984 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:09.360246 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-030cd8b5-c1d8-42e5-bb70-c35994fcb984 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 0.5772967 Mar 23 15:42:09.396775 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] For port 4e213670-cecc-4bfa-b2bb-492eae4132ab, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:09.412748 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] For port 4e213670-cecc-4bfa-b2bb-492eae4132ab, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=4e213670-cecc-4bfa-b2bb-492eae4132ab,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:09.426925 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.450218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (e6ec2b59-453f-4dae-aea1-2aedeea36073), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.455481 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (e6ec2b59-453f-4dae-aea1-2aedeea36073), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.478052 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ec2b59-453f-4dae-aea1-2aedeea36073,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:09.497345 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-41502143-a0e4-4291-94dd-42b0c018ca74 req-4adc4dca-e79d-4c74-a471-0bdc8d5d1e79 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.1275201 Mar 23 15:42:09.501278 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-0eebe211-08dd-437f-bd05-70632b4fcaf4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/quotas/2256014068f34717bb347aae8b72cb91 HTTP/1.1" status: 200 len: 375 time: 0.1391573 Mar 23 15:42:09.522456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.529045 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d308dd50-83fb-4f13-84a1-c6ecd0df62ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2761726 Mar 23 15:42:09.530717 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 45938) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:09.540271 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:09.572627 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Provisioning complete for port 4e213670-cecc-4bfa-b2bb-492eae4132ab triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:09.573007 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.593059 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd7da3f-8d07-450e-ad18-24dc4eee7198 None None] Pushing event updated for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=4']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:09.596059 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:09.596843 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:09.639788 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.734790 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-90851c9c-8203-4fb8-9b87-daed53cfbbec tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2086310 Mar 23 15:42:09.805816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Current status of the port 4e213670-cecc-4bfa-b2bb-492eae4132ab is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:09.806731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.879387 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] For port 4e213670-cecc-4bfa-b2bb-492eae4132ab, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=4e213670-cecc-4bfa-b2bb-492eae4132ab,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:09.892672 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:09.911266 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Request body: {'port': {'device_id': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391', 'admin_state_up': True, 'tenant_id': 'd95aa204f567477bb701e904431ba7e6'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:10.020160 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-ec422bad-10c3-4fcf-8af5-358eb8b11baf service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743583 Mar 23 15:42:10.294384 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-87a7b62e-3f79-43e7-b577-85dea580b885 None None] Provisioning complete for port 4e213670-cecc-4bfa-b2bb-492eae4132ab triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:10.295256 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-87a7b62e-3f79-43e7-b577-85dea580b885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:10.299752 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:10.300778 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993e16b-2951-4fa9-a222-5c22f4ec6ebf None None] Pushing event updated for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:10.510839 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-87a7b62e-3f79-43e7-b577-85dea580b885 None None] Current status of the port 4e213670-cecc-4bfa-b2bb-492eae4132ab is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:10.557760 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e76860cd-d7b7-4b0b-8b8f-4857ca3356eb req-226edfbb-e1b6-4e4c-9e67-5421535da88d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.1497021 Mar 23 15:42:10.617075 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Made reservation on behalf of d95aa204f567477bb701e904431ba7e6 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:42:10.640412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:10.663508 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-30ab3516-ff6a-4da7-a749-4821e8cadf00 service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5975392 Mar 23 15:42:10.689689 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:10.874946 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a764e8d7-e882-4f3b-9a60-9555b631f8e6 req-28eb1670-437c-478f-b298-f372fe90ec1e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.0831196 Mar 23 15:42:10.941066 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:42:11.006904 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f9b47c3b-181c-4cbf-825e-ede62108ac30 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:11.293157 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port f9b47c3b-181c-4cbf-825e-ede62108ac30 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:11.293157 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:11.295680 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.61', 61626) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:11.303698 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a09c96e0-2da4-4cb8-b8e8-181e3d5ed127 req-57aea4dd-4f7d-4e16-a359-47a59737a56b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 210 time: 0.1552913 Mar 23 15:42:11.431880 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.27.3.119 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/879602d0-e6d4-4b89-a2e0-a895bd019fa1) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:11.469141 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:11.683504 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e1c6d0-4cd9-4d4e-8d1c-1897f0bdfe3d None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:42:11.792996 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Allocated IP 172.20.0.12 (2b3741bd-193f-4670-9108-b8e04a4a9391/fbfc4823-f81f-4532-93e8-5cf63657b7ee/6657da02-a8d3-41e9-ad78-189a1733f4cf) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:11.989603 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port f9b47c3b-181c-4cbf-825e-ede62108ac30 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:11.990145 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:12.036603 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e7940afc-655f-4b15-abf5-dff34cb6e5be tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:12.041236 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e7940afc-655f-4b15-abf5-dff34cb6e5be tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 817 time: 0.7339225 Mar 23 15:42:12.143583 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port f9b47c3b-181c-4cbf-825e-ede62108ac30, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f9b47c3b-181c-4cbf-825e-ede62108ac30,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:12.162025 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:12.478605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=f9b47c3b-181c-4cbf-825e-ede62108ac30,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:12.560471 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-643d65d0-f326-4c5e-bd1a-415e19ccc1a0 req-37947735-477f-4781-a538-3ac0e574b069 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.2057552 Mar 23 15:42:12.789867 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-2e11480d-216b-4983-8a5e-b0cf708a8f8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 379 time: 0.7327702 Mar 23 15:42:12.852481 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'port': {'device_id': '16125c88-a80b-451b-845e-b05b53280c15', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'admin_state_up': True, 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'security_groups': ['66ce0f07-4562-4c90-841f-538516509004']}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:13.086296 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c429e2b-44f5-4761-98a2-5b9aaf307cc8 req-6eeba66f-25f7-418a-b968-78e0fe20b5cd tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.3631897 Mar 23 15:42:13.198472 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks [] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.437666 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.439487 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f9b47c3b-181c-4cbf-825e-ede62108ac30 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:13.468591 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.566664 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.639007 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port f9b47c3b-181c-4cbf-825e-ede62108ac30 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:13.641469 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.794118 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Network 2b3741bd-193f-4670-9108-b8e04a4a9391 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:13.849283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:13.877151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:13.888141 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:13.889535 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:13.983458 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0680509 Mar 23 15:42:13.998380 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab76643-915f-46e4-99d2-89c0314ba399 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Pushing event updated for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:14.027977 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port f9b47c3b-181c-4cbf-825e-ede62108ac30 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:14.031665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 4e213670-cecc-4bfa-b2bb-492eae4132ab up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:14.089213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-9f4b1af4-995d-4c87-86de-f998857f261d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:42:14.091125 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-9f4b1af4-995d-4c87-86de-f998857f261d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0100703 Mar 23 15:42:14.091973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.61', 61634) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:14.254670 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 4e213670-cecc-4bfa-b2bb-492eae4132ab triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:14.262131 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:14.379575 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-474d8228-78a4-4cc5-9a1f-416ca1f74391 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:14.380999 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:14.393466 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-474d8228-78a4-4cc5-9a1f-416ca1f74391 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 0.2999442 Mar 23 15:42:14.403732 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:14.407119 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:14.558886 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 4e213670-cecc-4bfa-b2bb-492eae4132ab is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:14.565005 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=879602d0-e6d4-4b89-a2e0-a895bd019fa1,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:14.575996 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f37d5c4c-fe38-4959-9961-21f319869809 req-2ac9f928-cf51-400b-9b60-b2919121f2ca tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.3341255 Mar 23 15:42:14.712516 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-14eedf1e-84f8-4a87-bc8c-f25023f5b1a4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:14.715782 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-14eedf1e-84f8-4a87-bc8c-f25023f5b1a4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 1.5750833 Mar 23 15:42:14.796317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:14.820071 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-9ef14200-3e46-4eb9-95d3-ad05cd7d0fbb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/quotas/2256014068f34717bb347aae8b72cb91 HTTP/1.1" status: 200 len: 375 time: 0.0738878 Mar 23 15:42:14.869950 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Made reservation on behalf of 9730e9456707472988301c5a0f60b1ca for: {'port': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:42:14.873626 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:14.992098 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.115486 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46112) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:15.145007 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-5fd896f7-fe58-48c5-a7e5-3bcf2a223347 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3233876 Mar 23 15:42:15.293384 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-171f3043-96b7-4fee-862e-e90bf917d979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.402155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-171f3043-96b7-4fee-862e-e90bf917d979 admin admin] Publish callbacks [] for security_group (4ff9cd1a-e909-4a9a-b189-d7a148389ff1), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.408490 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-171f3043-96b7-4fee-862e-e90bf917d979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4ff9cd1a-e909-4a9a-b189-d7a148389ff1), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.474491 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0da578-4367-4659-a876-5d4236082fd0 req-2f4d50e7-8323-46da-983d-963f37bb4ae9 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:15.476240 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee0da578-4367-4659-a876-5d4236082fd0 req-2f4d50e7-8323-46da-983d-963f37bb4ae9 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 932 time: 0.4468098 Mar 23 15:42:15.478128 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f3043-96b7-4fee-862e-e90bf917d979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff9cd1a-e909-4a9a-b189-d7a148389ff1,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:15.504984 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-171f3043-96b7-4fee-862e-e90bf917d979 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=718f6d5898e143eb9c2db5fe0f146d45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3875637 Mar 23 15:42:15.506014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46116) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:15.517597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Allocated IP 172.20.0.13 (5cab1304-db9c-43a5-a101-d9da407939a2/a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0/0795eab6-5240-4290-8b40-3a52da7e42c4) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:15.592218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] Publish callbacks [] for security_group (4ff9cd1a-e909-4a9a-b189-d7a148389ff1), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.595388 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-582e7c20-1876-427e-847c-e843d7ca2fd7 service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264596 Mar 23 15:42:15.628553 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] Publish callbacks [] for security_group (4ff9cd1a-e909-4a9a-b189-d7a148389ff1), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.728143 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4ff9cd1a-e909-4a9a-b189-d7a148389ff1), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.746166 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.754285 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ff9cd1a-e909-4a9a-b189-d7a148389ff1 HTTP/1.1" status: 204 len: 168 time: 0.2435498 Mar 23 15:42:15.759002 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee0da578-4367-4659-a876-5d4236082fd0 req-f3847d35-cbd7-49ab-84fa-ff6941e89963 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577817 Mar 23 15:42:15.761589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.773173 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa769313-7877-4311-aded-7b0918fddeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff9cd1a-e909-4a9a-b189-d7a148389ff1,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:15.827991 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:15.855202 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:42:15.901708 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:15.904662 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:15.920180 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=879602d0-e6d4-4b89-a2e0-a895bd019fa1,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:15.964533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.058173 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-bc019ba3-71d8-47cb-b286-98579ecf55ec service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359083 Mar 23 15:42:16.125688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.155483 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-41d6126a-4388-440e-b146-4b56381ae0ad tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6227455 Mar 23 15:42:16.227778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.314355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8de2525b-77b7-4e39-93ea-68106c4d09ce req-7f091398-abc1-4e52-8a41-9c5b867f715b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.0810156 Mar 23 15:42:16.436734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.510945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.529981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:16.604826 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46144) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:16.626779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a2679885-103b-4761-9da1-b93e2e7c4520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.647434 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-06062c9d-5df7-4ec4-9051-b85621043ab3 req-a61d58c7-920c-4c78-85d8-5284792d5763 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.1376398 Mar 23 15:42:16.650465 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:16.657357 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:16.665816 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:16.674608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:16.676213 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.726061 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8970993 Mar 23 15:42:16.741119 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a941-9fdb-43aa-9b7d-361e65cdf5ee tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:16.891121 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a2679885-103b-4761-9da1-b93e2e7c4520 admin admin] Publish callbacks [] for security_group (e7ebf1cd-5d56-4bb1-9185-26fa860c4441), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:16.899577 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a2679885-103b-4761-9da1-b93e2e7c4520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (e7ebf1cd-5d56-4bb1-9185-26fa860c4441), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.062957 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2679885-103b-4761-9da1-b93e2e7c4520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ebf1cd-5d56-4bb1-9185-26fa860c4441,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:17.064307 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-6f71a1e4-374c-4505-b462-b9010ff0c0cc tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2051259282&fields=id&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 267 time: 0.1222143 Mar 23 15:42:17.079556 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a2679885-103b-4761-9da1-b93e2e7c4520 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5f3db6b9b8f64f2e8ed9be991f718cee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739242 Mar 23 15:42:17.083113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46166) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:17.184184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] Publish callbacks [] for security_group (e7ebf1cd-5d56-4bb1-9185-26fa860c4441), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.238224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-22e84080-7665-4ca6-ac14-15bc73c4e8f9 None None] Provisioning complete for port 0795eab6-5240-4290-8b40-3a52da7e42c4 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:17.239678 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-22e84080-7665-4ca6-ac14-15bc73c4e8f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.261402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] Publish callbacks [] for security_group (e7ebf1cd-5d56-4bb1-9185-26fa860c4441), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.303573 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d244c8-bf39-423c-aa72-71d1c7e821e7 req-38dfaf06-f84b-478b-97f7-bdefc735e851 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:17.306389 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27d244c8-bf39-423c-aa72-71d1c7e821e7 req-38dfaf06-f84b-478b-97f7-bdefc735e851 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 932 time: 0.3068352 Mar 23 15:42:17.311818 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:05Z', 'revision_number': 2, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:17.365277 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:42:17.365943 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Updating router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:42:17.370238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-22e84080-7665-4ca6-ac14-15bc73c4e8f9 None None] Port 0795eab6-5240-4290-8b40-3a52da7e42c4 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:17.380981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (e7ebf1cd-5d56-4bb1-9185-26fa860c4441), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.388109 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.392670 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e7ebf1cd-5d56-4bb1-9185-26fa860c4441 HTTP/1.1" status: 204 len: 168 time: 0.3057961 Mar 23 15:42:17.406207 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.410006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4913c4c-161f-4b62-b0b6-553c13b36461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ebf1cd-5d56-4bb1-9185-26fa860c4441,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:17.442923 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-5996087d-faf0-46fc-ad5c-91ea8f244533 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:17.445392 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-5996087d-faf0-46fc-ad5c-91ea8f244533 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.3799658 Mar 23 15:42:17.450433 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27d244c8-bf39-423c-aa72-71d1c7e821e7 req-50bda04c-e3a0-4644-9582-dfba8a14ff83 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262462 Mar 23 15:42:17.484921 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-54b3984a-eed8-41c4-ac7d-0fa9a81b2b8e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/quotas/fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 375 time: 0.0216575 Mar 23 15:42:17.576824 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-bb683019-7d40-4865-9d78-60c3fee3c145 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824058 Mar 23 15:42:17.714544 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0013f-7ca4-46e1-a721-869d4de644a1 req-03432f55-c67e-458a-9167-d6e31e64281d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:17.722767 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84e0013f-7ca4-46e1-a721-869d4de644a1 req-03432f55-c67e-458a-9167-d6e31e64281d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 932 time: 0.0737267 Mar 23 15:42:17.796379 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84e0013f-7ca4-46e1-a721-869d4de644a1 req-6ee23409-e6cc-4638-ad09-26df5a1604e5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724506 Mar 23 15:42:17.824929 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-a87b5d78-fa9b-432d-820d-319a1aeb89f0 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:42:17.826072 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-a87b5d78-fa9b-432d-820d-319a1aeb89f0 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0939879 Mar 23 15:42:17.941966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks [] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:17.952240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:18.106999 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d34d3-4eee-4533-a064-c44e95404a96 None None] Pushing event updated for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:18.182603 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5d8e414a-aacf-4116-862e-5d0136c9dbbe req-80251f80-564f-46ce-bd1e-7961d36bba6d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.0656066 Mar 23 15:42:18.232465 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Attempting to bind port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:18.232866 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Attempting to bind port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:18.233252 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Attempting to bind port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:18.247582 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:18.248368 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:18.248368 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:18.248788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Bound using segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:18.249327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Bound port: 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:18.249719 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:18.257409 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-0d04d37c-f5d8-4694-a286-604447a6a854 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222825 Mar 23 15:42:18.448809 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'port': {'device_id': '794e8813-a6aa-45fe-aad1-85106c30125d', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'admin_state_up': True, 'tenant_id': '2256014068f34717bb347aae8b72cb91'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:18.459775 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] For port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:18.465563 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] For port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:18.513462 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:18.696911 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-db21a04d-48fb-47e8-977c-19fca0100208 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307406 Mar 23 15:42:18.745754 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:42:18.746818 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:41:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:18.810410 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Request body: {'port': {'device_id': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:18.815139 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Request body: {'port': {'device_id': '16125c88-a80b-451b-845e-b05b53280c15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:19.148794 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Provisioning complete for port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:19.149382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:19.204002 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:19.221637 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:42:19.233929 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05e655-e828-468c-855a-36e1425dc3ff req-30b8bcec-a563-41f3-8aba-0bb5fb39c69e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:19.247007 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e05e655-e828-468c-855a-36e1425dc3ff req-30b8bcec-a563-41f3-8aba-0bb5fb39c69e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 932 time: 0.3135147 Mar 23 15:42:19.355116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:19.413591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d34d3-4eee-4533-a064-c44e95404a96 None None] Pushing event updated for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:19.689835 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Made reservation on behalf of 2256014068f34717bb347aae8b72cb91 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:42:19.723995 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:20.308119 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Allocated IP 172.20.0.7 (016bd969-afdd-4d54-9c96-96545c5699f8/7fc2dae8-8c4c-4623-9667-03646723cf8e/2a39bff7-47b7-4231-814c-da9c1c9b12ee) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:20.340153 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Current status of the port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:20.340636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:20.447776 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] For port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:20.460148 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e05e655-e828-468c-855a-36e1425dc3ff req-a68a0e46-b6f7-4b86-9420-34fd27c55369 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2116365 Mar 23 15:42:20.467033 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:20.629534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de260840-f4be-4494-bd07-69c12ffa2d42 None None] Pushing event updated for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:20.691345 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:18Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:42:20.754613 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.61', 61645) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:20.802063 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-eb4ccf52-e735-4137-a669-2a07adf80c14 None None] Provisioning complete for port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:20.809557 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-eb4ccf52-e735-4137-a669-2a07adf80c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:20.823641 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fff25ac-8520-456e-8756-12a3102fb34e None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:18Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:42:21.093359 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cd0ecf66-5d93-4087-93e4-e97a8647c751 req-45a1a7f8-9c58-41a0-93a9-028e7af01664 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.1993816 Mar 23 15:42:21.101114 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:21.126678 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09ac5e-084e-456e-b041-151530888528 req-cb370534-6469-4a32-a54a-bdb48c4bf426 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:21.144621 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2a09ac5e-084e-456e-b041-151530888528 req-cb370534-6469-4a32-a54a-bdb48c4bf426 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 932 time: 1.6950696 Mar 23 15:42:21.413698 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a9880b62-22e9-46b4-bc77-f0bd93d83773 req-98a4dc49-1b6c-446f-b9c8-43c52c9247b7 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.1180429 Mar 23 15:42:21.485716 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2a09ac5e-084e-456e-b041-151530888528 req-fdac7440-f387-4ef3-961f-13cdc1e89078 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3345113 Mar 23 15:42:21.497461 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-eb4ccf52-e735-4137-a669-2a07adf80c14 None None] Current status of the port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:21.528756 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:21.529562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:21.866627 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-2967dc90-7513-48de-9be4-3a7197b9b275 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:21.880377 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-2967dc90-7513-48de-9be4-3a7197b9b275 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 1.1240580 Mar 23 15:42:21.897956 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-78793042-d237-4ce3-a84f-ce9f78678ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:22.017284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:22.063549 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109941) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:22.080705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'port': {'device_id': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'admin_state_up': True, 'tenant_id': '2256014068f34717bb347aae8b72cb91'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:22.127090 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks [] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:22.213662 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.provisioning_blocks [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Transition to ACTIVE for port object 0795eab6-5240-4290-8b40-3a52da7e42c4 will not be triggered until provisioned by entity L2. {{(pid=109941) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:42:22.236789 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:22.274219 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8fcef-620b-44b3-92e4-30b6b20589a4 req-dfecad01-fd50-4dac-9904-1ecaacf355d1 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:22.285381 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88f8fcef-620b-44b3-92e4-30b6b20589a4 req-dfecad01-fd50-4dac-9904-1ecaacf355d1 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 932 time: 0.5091269 Mar 23 15:42:22.513696 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:22.574262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.61', 61654) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:22.749947 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-adf78f24-8a0f-4705-9bb3-799c6c4739d0 req-8114794c-039e-4856-b44a-3de6bed26238 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.2888894 Mar 23 15:42:22.897736 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88f8fcef-620b-44b3-92e4-30b6b20589a4 req-4442d6f2-8ddb-4885-a1cf-36efc9c3692c tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5191045 Mar 23 15:42:22.928927 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8a21aea5-6f5d-48e0-9cc2-a5c3b2dc1281 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:22.937456 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8a21aea5-6f5d-48e0-9cc2-a5c3b2dc1281 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.3589628 Mar 23 15:42:23.117997 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.242005 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.377901 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9b3b8582-e084-4388-8923-66c6947ebcfd req-d04f8ef8-c2c6-4bd9-a229-03657c3aa45a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.2635436 Mar 23 15:42:23.379872 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.managers [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Attempting to bind port 0795eab6-5240-4290-8b40-3a52da7e42c4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:23.380277 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.managers [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Attempting to bind port 0795eab6-5240-4290-8b40-3a52da7e42c4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}] {{(pid=109941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:23.380666 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Attempting to bind port 0795eab6-5240-4290-8b40-3a52da7e42c4 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:23.389553 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Port 0795eab6-5240-4290-8b40-3a52da7e42c4 on network 5cab1304-db9c-43a5-a101-d9da407939a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:42:23.389881 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Attempting to bind port 0795eab6-5240-4290-8b40-3a52da7e42c4 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:23.400069 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:23.400535 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Checking segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:23.401289 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Bound using segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} {{(pid=109941) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:23.408100 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.managers [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Bound port: 0795eab6-5240-4290-8b40-3a52da7e42c4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}}] {{(pid=109941) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:23.408100 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.408417 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:23.456960 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Made reservation on behalf of 2256014068f34717bb347aae8b72cb91 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:42:23.460226 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495a961-c5d5-4cb1-983f-9ab5aaa8e347 req-8be4c722-cef4-4af2-9ac7-8cb7bf6b2be9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:23.461862 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6495a961-c5d5-4cb1-983f-9ab5aaa8e347 req-8be4c722-cef4-4af2-9ac7-8cb7bf6b2be9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2059226 Mar 23 15:42:23.465108 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.467540 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:23.513213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:23.534427 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:23.545515 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:23.546629 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.620956 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6495a961-c5d5-4cb1-983f-9ab5aaa8e347 req-25d4927a-9e69-4f98-a8ea-b88518de9b3b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247272 Mar 23 15:42:23.626964 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, cleared binding levels {{(pid=109941) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:23.636952 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109941) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:23.654859 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.663333 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46360) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:23.718166 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:23.720848 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.723948 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] 10.222.0.61 "PUT /v2.0/ports/0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1094 time: 5.2427850 Mar 23 15:42:23.748902 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a9d3c379-2a9e-42fb-8a73-5d45df4b72a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:23.939688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:24.245603 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-60da2584-f876-4097-b50f-661efad25ddb None None] Provisioning complete for port 2a39bff7-47b7-4231-814c-da9c1c9b12ee triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:24.246494 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-60da2584-f876-4097-b50f-661efad25ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.273260 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8986406-e07d-4efb-ba3f-ef7326e54bf6 service neutron] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=3']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:24.319995 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-cb8982b8-25da-4ad0-9e9d-ed30360f1add tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8732581 Mar 23 15:42:24.347472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-60da2584-f876-4097-b50f-661efad25ddb None None] Port 2a39bff7-47b7-4231-814c-da9c1c9b12ee cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:24.410858 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fc4793e8-7261-4fbb-821f-bc01c1139c15 req-c1308e91-e695-480e-b3dc-05d89d15a5d3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.1307647 Mar 23 15:42:24.422249 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-924f5bfd-9ae6-4daa-b6e6-2951420e119b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.450719 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6657da02-a8d3-41e9-ad78-189a1733f4cf {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:24.455546 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46380) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:24.553861 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d156713-8ab6-4749-b4b3-3bc7e9a1d1c8 req-e74f0c74-bf3c-4367-a073-dcb3c97dc82c tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:24.556004 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7d156713-8ab6-4749-b4b3-3bc7e9a1d1c8 req-e74f0c74-bf3c-4367-a073-dcb3c97dc82c tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 932 time: 0.2562218 Mar 23 15:42:24.616557 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks [] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.673840 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b141c941-eba3-47f2-90e8-9f49e0218f0f req-8b51e056-15c5-4735-8c76-b2338569feba tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.0709224 Mar 23 15:42:24.684539 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6440282-8f12-4dc7-8ce6-10321ac3ba20" -d '{"events": [{"name": "network-changed", "server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:24.708256 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Transition to ACTIVE for port object 6657da02-a8d3-41e9-ad78-189a1733f4cf will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:42:24.716790 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Allocated IP 172.20.0.4 (016bd969-afdd-4d54-9c96-96545c5699f8/7fc2dae8-8c4c-4623-9667-03646723cf8e/d42b2a1a-0137-4901-84e5-96a3ee90579c) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:24.719818 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-924f5bfd-9ae6-4daa-b6e6-2951420e119b admin admin] Publish callbacks [] for security_group (d4e9239b-642b-4b60-9ad6-6c67af4e51b3), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.729692 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.740551 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7d156713-8ab6-4749-b4b3-3bc7e9a1d1c8 req-d9df89dd-d6c6-45fc-b08c-11ba87eea2a3 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651423 Mar 23 15:42:24.747288 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-924f5bfd-9ae6-4daa-b6e6-2951420e119b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d4e9239b-642b-4b60-9ad6-6c67af4e51b3), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.836488 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b39d8c42-8862-4d1a-91de-177560392800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:24.925825 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924f5bfd-9ae6-4daa-b6e6-2951420e119b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9239b-642b-4b60-9ad6-6c67af4e51b3,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:24.935542 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-924f5bfd-9ae6-4daa-b6e6-2951420e119b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6383b18d5741434cbe3a8e6261101a93&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2683487 Mar 23 15:42:24.940679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:24.944068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46394) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:24.989609 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Attempting to bind port 6657da02-a8d3-41e9-ad78-189a1733f4cf on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:24.989933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Attempting to bind port 6657da02-a8d3-41e9-ad78-189a1733f4cf by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '074bbca4-1dd4-4f05-ab3e-2be237044b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:24.990321 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Attempting to bind port 6657da02-a8d3-41e9-ad78-189a1733f4cf on network 2b3741bd-193f-4670-9108-b8e04a4a9391 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:25.048387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f792acbd-18fb-4731-a5f9-ab451dd1ad56 x-openstack-request-id: req-f792acbd-18fb-4731-a5f9-ab451dd1ad56 {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:25.048825 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:25.049213 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f792acbd-18fb-4731-a5f9-ab451dd1ad56 {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:25.049874 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f792acbd-18fb-4731-a5f9-ab451dd1ad56'] response: {'name': 'network-changed', 'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'status': 'completed', 'code': 200} Mar 23 15:42:25.063472 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Port 6657da02-a8d3-41e9-ad78-189a1733f4cf on network 2b3741bd-193f-4670-9108-b8e04a4a9391 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:42:25.063969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Attempting to bind port 6657da02-a8d3-41e9-ad78-189a1733f4cf on network 2b3741bd-193f-4670-9108-b8e04a4a9391 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:25.074860 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591eee7-a093-4864-a300-04825e01c3dc req-07dd4a72-05d0-4530-825a-210c6e3fbe59 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:25.077606 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2591eee7-a093-4864-a300-04825e01c3dc req-07dd4a72-05d0-4530-825a-210c6e3fbe59 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2556520 Mar 23 15:42:25.089083 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:25.089525 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Checking segment: {'id': '074bbca4-1dd4-4f05-ab3e-2be237044b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:25.090381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Bound using segment: {'id': '074bbca4-1dd4-4f05-ab3e-2be237044b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:25.091085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Bound port: 6657da02-a8d3-41e9-ad78-189a1733f4cf, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '074bbca4-1dd4-4f05-ab3e-2be237044b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:25.091657 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.172380 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.212304 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] Publish callbacks [] for security_group (d4e9239b-642b-4b60-9ad6-6c67af4e51b3), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.260805 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.269882 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:25.275945 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf,segment=NetworkSegment(074bbca4-1dd4-4f05-ab3e-2be237044b70),segment_id=074bbca4-1dd4-4f05-ab3e-2be237044b70)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:25.278025 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b39d8c42-8862-4d1a-91de-177560392800 admin admin] Publish callbacks [] for security_group (dc6bd91b-d362-4d55-b8e4-96bd3e764e19), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.291119 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2591eee7-a093-4864-a300-04825e01c3dc req-206a7b6d-038b-401b-86d2-4f2f5a69e642 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034712 Mar 23 15:42:25.297055 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.298243 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b39d8c42-8862-4d1a-91de-177560392800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (dc6bd91b-d362-4d55-b8e4-96bd3e764e19), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.336896 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] Publish callbacks [] for security_group (d4e9239b-642b-4b60-9ad6-6c67af4e51b3), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.370512 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:25.371358 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.372640 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] 10.222.0.61 "PUT /v2.0/ports/6657da02-a8d3-41e9-ad78-189a1733f4cf HTTP/1.1" status: 200 len: 1094 time: 6.9187768 Mar 23 15:42:25.377420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:25.406935 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d8c42-8862-4d1a-91de-177560392800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6bd91b-d362-4d55-b8e4-96bd3e764e19,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:25.417996 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b39d8c42-8862-4d1a-91de-177560392800 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e6ef8b833c2487e92aaa5b10de2c949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9242504 Mar 23 15:42:25.425203 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46400) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:25.450838 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.472939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b141acb-28dd-4e78-a3f6-5b0a2ea09d5d service neutron] Pushing event updated for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:25.513620 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:25.517313 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:25.521610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:25.527165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:25.527863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.545106 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d4e9239b-642b-4b60-9ad6-6c67af4e51b3), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.551145 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.551698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:25.554859 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d4e9239b-642b-4b60-9ad6-6c67af4e51b3 HTTP/1.1" status: 204 len: 168 time: 0.6012828 Mar 23 15:42:25.561362 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-1bad9a9c-0092-414b-8f1b-72b8c8fb515a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5849507 Mar 23 15:42:25.564955 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-247749a7-4937-4905-8102-aa62e9d62b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:25.582418 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] Publish callbacks [] for security_group (dc6bd91b-d362-4d55-b8e4-96bd3e764e19), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.589655 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738c0411-1a11-4618-843d-b3c14f00bb44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9239b-642b-4b60-9ad6-6c67af4e51b3,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:25.643246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] Publish callbacks [] for security_group (dc6bd91b-d362-4d55-b8e4-96bd3e764e19), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.691273 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-55411ee5-ff76-4ccd-9c42-8c3dca758e5a req-d1a233a9-efde-4f84-93a0-866c1c92e594 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.0694110 Mar 23 15:42:25.738778 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1eac7f-55ef-4e5c-ab7a-232e9e88dbe6 x-openstack-request-id: req-4f1eac7f-55ef-4e5c-ab7a-232e9e88dbe6 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:25.739334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:25.739819 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4f1eac7f-55ef-4e5c-ab7a-232e9e88dbe6 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:25.740550 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1eac7f-55ef-4e5c-ab7a-232e9e88dbe6'] response: {'name': 'network-changed', 'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf', 'status': 'completed', 'code': 200} Mar 23 15:42:25.763031 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (dc6bd91b-d362-4d55-b8e4-96bd3e764e19), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.767356 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:25.768953 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dc6bd91b-d362-4d55-b8e4-96bd3e764e19 HTTP/1.1" status: 204 len: 168 time: 0.3426056 Mar 23 15:42:25.823397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae9a4d-8143-490b-8bcf-533f6ae83e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6bd91b-d362-4d55-b8e4-96bd3e764e19,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:26.034768 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-58035cd0-5f18-44c0-a00a-a06552eef2d1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 380 time: 0.1810479 Mar 23 15:42:26.040644 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec0350b-8722-4d69-bc2c-5b69f0edc5b5 req-4eabe0bf-625c-4537-bb79-46bea72f660b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:26.042304 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9ec0350b-8722-4d69-bc2c-5b69f0edc5b5 req-4eabe0bf-625c-4537-bb79-46bea72f660b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 931 time: 0.2396157 Mar 23 15:42:26.067786 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84334-1326-43f8-8490-8cd0b81b468e req-ef28975f-ccd4-410a-8ff6-dfdabdd2ec98 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:26.069686 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfa84334-1326-43f8-8490-8cd0b81b468e req-ef28975f-ccd4-410a-8ff6-dfdabdd2ec98 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1466405 Mar 23 15:42:26.124828 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-3ccccad7-f81d-41f6-b337-036c2adb8dc8 None None] Provisioning complete for port d42b2a1a-0137-4901-84e5-96a3ee90579c triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:26.125197 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3ccccad7-f81d-41f6-b337-036c2adb8dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.156617 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfa84334-1326-43f8-8490-8cd0b81b468e req-f6ab0979-d0f1-4103-96e9-cd7b6c312f28 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791769 Mar 23 15:42:26.170557 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9ec0350b-8722-4d69-bc2c-5b69f0edc5b5 req-0ee7c394-8596-4b15-940c-af5b8915fec3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108897 Mar 23 15:42:26.194537 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-3ccccad7-f81d-41f6-b337-036c2adb8dc8 None None] Port d42b2a1a-0137-4901-84e5-96a3ee90579c cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:26.315646 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46438) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:26.332203 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-082622e6-b1c5-42ef-9541-6a1534f14c62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.469952 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.472356 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-082622e6-b1c5-42ef-9541-6a1534f14c62 admin admin] Publish callbacks [] for security_group (6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.489926 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-082622e6-b1c5-42ef-9541-6a1534f14c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.602711 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-082622e6-b1c5-42ef-9541-6a1534f14c62 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b41e4981054076bedce45b545fd168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851779 Mar 23 15:42:26.607187 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46444) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:26.613387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082622e6-b1c5-42ef-9541-6a1534f14c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:26.690660 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6436e-c1f9-41a1-97c2-914714e90160 req-738c6134-76e9-474c-8411-d99a19ecf8da tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:26.693421 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5c6436e-c1f9-41a1-97c2-914714e90160 req-738c6134-76e9-474c-8411-d99a19ecf8da tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2281508 Mar 23 15:42:26.700897 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] Publish callbacks [] for security_group (6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.750624 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] Publish callbacks [] for security_group (6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.808955 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5c6436e-c1f9-41a1-97c2-914714e90160 req-6b15c376-996c-4a87-be2f-7e92a5ea924a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026359 Mar 23 15:42:26.903233 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.909170 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:26.911508 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6 HTTP/1.1" status: 204 len: 168 time: 0.3023357 Mar 23 15:42:26.977520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348296f4-0ff0-4ea2-8acd-ee6764524c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2f7c2-fc90-4275-879f-1b6c3bcc99f6,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:27.289513 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0117cd42-21da-4c92-b4e0-67d2c02b7d2b req-5ef0b894-a701-4b11-9253-b314c48e4f64 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.3671474 Mar 23 15:42:27.398556 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ff3140-83dc-4ff6-8564-f52443489793 req-8c98a01e-3e8c-48e9-821f-3873877b1b6e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:27.411958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23ff3140-83dc-4ff6-8564-f52443489793 req-8c98a01e-3e8c-48e9-821f-3873877b1b6e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1207259 Mar 23 15:42:27.551572 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23ff3140-83dc-4ff6-8564-f52443489793 req-986f549a-7b5e-4f02-9398-758133544afd tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361620 Mar 23 15:42:27.623447 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fbb330-8e01-48fc-9bee-aa6a4d9be437 req-51c659b2-3556-449e-9b98-89a36ec5e66e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:27.627842 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6fbb330-8e01-48fc-9bee-aa6a4d9be437 req-51c659b2-3556-449e-9b98-89a36ec5e66e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 931 time: 0.1177242 Mar 23 15:42:27.798324 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6fbb330-8e01-48fc-9bee-aa6a4d9be437 req-97d02969-512d-4163-8258-453b4e6bd31a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605179 Mar 23 15:42:27.800561 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:27.944920 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46482) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:27.985080 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e41f907b-499f-424d-b5a8-f99f13686f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.274409 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0d730-3962-4017-8f5a-81d9e378b29e req-96d50ec1-f2f1-4f93-a8bd-cfca5cbd784c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:28.277674 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-aed0d730-3962-4017-8f5a-81d9e378b29e req-96d50ec1-f2f1-4f93-a8bd-cfca5cbd784c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1953857 Mar 23 15:42:28.341430 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e41f907b-499f-424d-b5a8-f99f13686f4e admin admin] Publish callbacks [] for security_group (d751ef0e-c9c4-46c2-b844-62e04b6cd265), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.362762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e41f907b-499f-424d-b5a8-f99f13686f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d751ef0e-c9c4-46c2-b844-62e04b6cd265), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.468756 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-aed0d730-3962-4017-8f5a-81d9e378b29e req-4cf59857-52ef-44a5-80ea-4c96ac271c37 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733520 Mar 23 15:42:28.473140 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e41f907b-499f-424d-b5a8-f99f13686f4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=67ddc20b4ff247e5a8a744de01cd1ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5258646 Mar 23 15:42:28.477435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46514) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:28.479247 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f907b-499f-424d-b5a8-f99f13686f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d751ef0e-c9c4-46c2-b844-62e04b6cd265,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:28.630882 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] Publish callbacks [] for security_group (d751ef0e-c9c4-46c2-b844-62e04b6cd265), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.701590 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] Publish callbacks [] for security_group (d751ef0e-c9c4-46c2-b844-62e04b6cd265), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.719383 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b089416-c8e8-41c9-a33d-aaf77297dfbf req-f53ed74e-4401-4a37-b810-5438ce01bdeb tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.1285806 Mar 23 15:42:28.830713 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d751ef0e-c9c4-46c2-b844-62e04b6cd265), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.841934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:28.844190 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d751ef0e-c9c4-46c2-b844-62e04b6cd265 HTTP/1.1" status: 204 len: 168 time: 0.3651049 Mar 23 15:42:28.864502 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374dbb13-9973-4d3d-a2e7-fcc20bfec17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d751ef0e-c9c4-46c2-b844-62e04b6cd265,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:28.883424 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f651464-3502-4b28-ba12-2242c368d3dd req-6cf2d0ad-184b-4e38-ae95-7c32bcf15259 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:28.885150 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f651464-3502-4b28-ba12-2242c368d3dd req-6cf2d0ad-184b-4e38-ae95-7c32bcf15259 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1401951 Mar 23 15:42:28.999817 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f651464-3502-4b28-ba12-2242c368d3dd req-d9af8a2e-a70e-42ec-9fc8-3d9409452e62 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994935 Mar 23 15:42:29.125893 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46524) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:29.260481 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13559747-8ea9-4a99-ac3c-3ff4bd763a97 req-cfd7100b-b18b-4c37-ab77-95a8a8bb8b2c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:29.285606 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13559747-8ea9-4a99-ac3c-3ff4bd763a97 req-cfd7100b-b18b-4c37-ab77-95a8a8bb8b2c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 931 time: 0.2186954 Mar 23 15:42:29.478789 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13559747-8ea9-4a99-ac3c-3ff4bd763a97 req-8ea12240-dada-4f96-bbd0-f64832f425f3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915505 Mar 23 15:42:29.744104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Request body: {'port': {'device_id': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:29.872536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Request body: {'port': {'device_id': '794e8813-a6aa-45fe-aad1-85106c30125d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:29.891754 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'port': {'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'admin_state_up': True, 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'security_groups': ['45354589-5344-409d-9bef-3987cebba545']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:30.086858 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27209f1a-7993-49a9-8d56-2589d8b81358 req-73cdc106-cf7c-4b08-be14-b6d17ea8fb66 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.0713952 Mar 23 15:42:30.223071 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98acef34-2743-42ae-8818-a393d9f4d894 req-c92ca3dd-e001-42ad-97b6-45d74d36e2fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:30.226079 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:42:30.230118 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:30.247409 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98acef34-2743-42ae-8818-a393d9f4d894 req-c92ca3dd-e001-42ad-97b6-45d74d36e2fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.5474789 Mar 23 15:42:30.248266 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53298267-e6a9-436b-ae22-e0b4041c0727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:30.461850 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247749a7-4937-4905-8102-aa62e9d62b3a req-e7139840-e639-4d1d-8967-c099b8b50bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:30.474212 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-247749a7-4937-4905-8102-aa62e9d62b3a req-e7139840-e639-4d1d-8967-c099b8b50bfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d95aa204f567477bb701e904431ba7e6&device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 1128 time: 0.5846505 Mar 23 15:42:30.537116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.20.0.5 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/471540f3-95ce-4c9f-9cd7-2690754996e1) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:42:30.587888 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98acef34-2743-42ae-8818-a393d9f4d894 req-e40933b3-4ab7-40e5-9f01-9178a2e4e754 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3348918 Mar 23 15:42:30.744810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53298267-e6a9-436b-ae22-e0b4041c0727 admin admin] Publish callbacks [] for security_group (545432e0-1283-4bae-862e-e2f3f13d4c7a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:30.749135 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:31.065984 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53298267-e6a9-436b-ae22-e0b4041c0727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (545432e0-1283-4bae-862e-e2f3f13d4c7a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:31.242904 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:31.324319 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7bb5-7138-4e39-b359-306d631b2191 req-93278399-3e35-42cc-86ab-f98c1d226c73 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:31.352121 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f50c7bb5-7138-4e39-b359-306d631b2191 req-93278399-3e35-42cc-86ab-f98c1d226c73 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.9848223 Mar 23 15:42:31.620727 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247749a7-4937-4905-8102-aa62e9d62b3a req-360fe41a-1e09-42e5-9ebc-4b981ab17f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:31.622280 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-247749a7-4937-4905-8102-aa62e9d62b3a req-360fe41a-1e09-42e5-9ebc-4b981ab17f88 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=d95aa204f567477bb701e904431ba7e6&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0268846 Mar 23 15:42:31.628667 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-53298267-e6a9-436b-ae22-e0b4041c0727 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d8afc8e5ea074b23886d8366fc8fc64b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4986215 Mar 23 15:42:31.634445 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f129679e-8113-436b-a857-ebc7a4e19fc4 req-85c2d522-1e00-48b3-8419-8d1a10cdbc36 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:31.636581 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f129679e-8113-436b-a857-ebc7a4e19fc4 req-85c2d522-1e00-48b3-8419-8d1a10cdbc36 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 931 time: 0.8939018 Mar 23 15:42:31.636740 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46608) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:31.699277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f50c7bb5-7138-4e39-b359-306d631b2191 req-b0a5bc6c-d190-45ed-80de-1cdb1ef96215 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458228 Mar 23 15:42:31.720842 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42b2a1a-0137-4901-84e5-96a3ee90579c {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:31.728806 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks [] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:31.745365 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Transition to ACTIVE for port object d42b2a1a-0137-4901-84e5-96a3ee90579c will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:42:31.781769 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-350522c3-7d81-4eef-90bf-13d30e253d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:31.783816 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-350522c3-7d81-4eef-90bf-13d30e253d09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1128 time: 1.5950630 Mar 23 15:42:31.784767 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53298267-e6a9-436b-ae22-e0b4041c0727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545432e0-1283-4bae-862e-e2f3f13d4c7a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:31.792472 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:31.851871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f129679e-8113-436b-a857-ebc7a4e19fc4 req-95eb3739-aff9-4f4f-8f05-519d39a11b82 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922104 Mar 23 15:42:31.989129 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] Publish callbacks [] for security_group (545432e0-1283-4bae-862e-e2f3f13d4c7a), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.028122 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a0928740-c8db-4301-8558-017a73f3d252 req-b08c4b58-5c2a-484b-92e6-856d7a1ee756 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.2411439 Mar 23 15:42:32.121112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] Publish callbacks [] for security_group (545432e0-1283-4bae-862e-e2f3f13d4c7a), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.204601 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9426d2a3-ad2a-465a-a39d-7ba9a4366614 req-cb0546e5-be7d-4f15-a9ed-3f3e7c92461d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:32.219958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9426d2a3-ad2a-465a-a39d-7ba9a4366614 req-cb0546e5-be7d-4f15-a9ed-3f3e7c92461d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2057633 Mar 23 15:42:32.271136 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Pushing event updated for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:32.296433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Attempting to bind port d42b2a1a-0137-4901-84e5-96a3ee90579c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:32.296989 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Attempting to bind port d42b2a1a-0137-4901-84e5-96a3ee90579c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:32.297337 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Attempting to bind port d42b2a1a-0137-4901-84e5-96a3ee90579c on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:32.307854 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.356765 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9426d2a3-ad2a-465a-a39d-7ba9a4366614 req-972d1a26-77ad-49cd-ae00-66ada42c4516 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351969 Mar 23 15:42:32.357756 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Port d42b2a1a-0137-4901-84e5-96a3ee90579c on network 016bd969-afdd-4d54-9c96-96545c5699f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:42:32.358140 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Attempting to bind port d42b2a1a-0137-4901-84e5-96a3ee90579c on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:32.371930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:32.372603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:32.373095 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Bound using segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:32.373895 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Bound port: d42b2a1a-0137-4901-84e5-96a3ee90579c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:32.374490 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.388060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (545432e0-1283-4bae-862e-e2f3f13d4c7a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.395346 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.398980 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/545432e0-1283-4bae-862e-e2f3f13d4c7a HTTP/1.1" status: 204 len: 168 time: 0.7556696 Mar 23 15:42:32.406397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8ceb1-e68f-4eb8-adb6-274dbdc5eeb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545432e0-1283-4bae-862e-e2f3f13d4c7a,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:32.564657 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.590508 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:32.638844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:32.686506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:42:32.687912 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.700274 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:42:32.709743 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:42:32.715260 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:32.716051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.727447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:32.739094 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:32.739607 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.741291 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] 10.222.0.61 "PUT /v2.0/ports/d42b2a1a-0137-4901-84e5-96a3ee90579c HTTP/1.1" status: 200 len: 1093 time: 3.0148149 Mar 23 15:42:32.742659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:32.746162 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64ea8bc-1948-4b8a-a1b9-23374ee51566" -d '{"events": [{"name": "network-changed", "server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:32.761006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a39bff7-47b7-4231-814c-da9c1c9b12ee {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:32.812574 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-ad919cf4-c56d-46fb-812f-40582fad1412 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9550653 Mar 23 15:42:32.822733 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks [] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.931712 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e13c368f-6289-4065-9587-b0e4931d8dec x-openstack-request-id: req-e13c368f-6289-4065-9587-b0e4931d8dec {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:32.932285 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:32.946414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e13c368f-6289-4065-9587-b0e4931d8dec {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:32.946973 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e13c368f-6289-4065-9587-b0e4931d8dec'] response: {'name': 'network-changed', 'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c', 'status': 'completed', 'code': 200} Mar 23 15:42:32.948074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Transition to ACTIVE for port object 2a39bff7-47b7-4231-814c-da9c1c9b12ee will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:42:32.960054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:32.962696 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832dba3-86c6-4f85-8df0-4abc4cd7c8df service neutron] Pushing event updated for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:33.161824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Pushing event updated for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:33.170860 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4b6a5-0c14-4d8e-b787-56a80051e74f req-06ca3b5c-edb5-44e9-8480-67a0d189926f tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:33.172515 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ca4b6a5-0c14-4d8e-b787-56a80051e74f req-06ca3b5c-edb5-44e9-8480-67a0d189926f tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.2429810 Mar 23 15:42:33.193625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Attempting to bind port 2a39bff7-47b7-4231-814c-da9c1c9b12ee on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:33.194677 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-577163ff-2f90-4fdb-928f-10b6bc608472 None None] Provisioning complete for port 471540f3-95ce-4c9f-9cd7-2690754996e1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:33.195487 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Attempting to bind port 2a39bff7-47b7-4231-814c-da9c1c9b12ee by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:33.195630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-577163ff-2f90-4fdb-928f-10b6bc608472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:33.195773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Attempting to bind port 2a39bff7-47b7-4231-814c-da9c1c9b12ee on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:33.206176 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Port 2a39bff7-47b7-4231-814c-da9c1c9b12ee on network 016bd969-afdd-4d54-9c96-96545c5699f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:42:33.206477 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Attempting to bind port 2a39bff7-47b7-4231-814c-da9c1c9b12ee on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:33.219370 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:33.222100 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:33.222100 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Bound using segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:33.224139 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Bound port: 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:33.230650 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:33.287566 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ca4b6a5-0c14-4d8e-b787-56a80051e74f req-2521127c-60d8-476c-8c56-2a967fb402d7 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940344 Mar 23 15:42:33.297619 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-577163ff-2f90-4fdb-928f-10b6bc608472 None None] Port 471540f3-95ce-4c9f-9cd7-2690754996e1 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:42:33.316831 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846be363-761c-4625-b553-7b15ba2530e7 req-3febf423-c0a3-4a38-938d-e4c9210d3663 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:33.327094 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-846be363-761c-4625-b553-7b15ba2530e7 req-3febf423-c0a3-4a38-938d-e4c9210d3663 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2641904 Mar 23 15:42:33.397790 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:33.410965 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:33.431085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:33.475639 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-846be363-761c-4625-b553-7b15ba2530e7 req-a9b8d2d5-4508-4c3a-ad58-ef4090d48263 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434045 Mar 23 15:42:33.532939 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05035bb4-bb4d-42cb-9c10-401f1e8975b9 req-42a6425e-8c66-4eb5-a244-e5b0364698a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:33.537317 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-05035bb4-bb4d-42cb-9c10-401f1e8975b9 req-42a6425e-8c66-4eb5-a244-e5b0364698a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.1287768 Mar 23 15:42:33.558043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Pushing event updated for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:33.571969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:33.572646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:33.574263 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-5ecbf9a1-f7e2-4c79-884d-f821c48a8baf service neutron] 10.222.0.61 "PUT /v2.0/ports/2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 1093 time: 3.8463957 Mar 23 15:42:33.711426 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-05035bb4-bb4d-42cb-9c10-401f1e8975b9 req-e67ff731-1ab0-4972-b62a-6689a885febf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1666684 Mar 23 15:42:33.742842 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38f44a-8dd0-4858-bc92-5dcbdced5561 req-a6dc1aa3-87eb-4c46-8a55-534bcbf79188 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:33.760049 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8f38f44a-8dd0-4858-bc92-5dcbdced5561 req-a6dc1aa3-87eb-4c46-8a55-534bcbf79188 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1988223 Mar 23 15:42:33.854256 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8f38f44a-8dd0-4858-bc92-5dcbdced5561 req-b1f0ff6e-1338-4167-8a29-940a07f04a0f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917094 Mar 23 15:42:34.462367 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf2c98-e781-4bc0-bffb-072eedd94677 req-68605ae1-71a7-481a-95f7-432129fde0b7 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:34.465022 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54cf2c98-e781-4bc0-bffb-072eedd94677 req-68605ae1-71a7-481a-95f7-432129fde0b7 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.0936494 Mar 23 15:42:34.544312 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54cf2c98-e781-4bc0-bffb-072eedd94677 req-d2b94e70-6d7f-4801-a98e-10f1bd251962 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708184 Mar 23 15:42:34.644634 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fac681-f4af-41d3-b006-fd42a4d829e6 req-095a52d4-4a88-4d5f-934a-4e7b6672b45a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:34.646222 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e9fac681-f4af-41d3-b006-fd42a4d829e6 req-095a52d4-4a88-4d5f-934a-4e7b6672b45a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.0880344 Mar 23 15:42:34.716041 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e9fac681-f4af-41d3-b006-fd42a4d829e6 req-68c60084-91c8-49b3-ac94-f4007c80e465 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600910 Mar 23 15:42:34.943285 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6082861-a26d-425b-a434-4cb3987345d1 req-2b2fde9e-438b-4d3a-992d-827c74c98ffd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:34.945550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b6082861-a26d-425b-a434-4cb3987345d1 req-2b2fde9e-438b-4d3a-992d-827c74c98ffd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.0881197 Mar 23 15:42:34.948860 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:34.954524 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726bd7f5-2576-4e0f-b5a2-54215e31080d" -d '{"events": [{"name": "network-changed", "server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:35.085378 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b6082861-a26d-425b-a434-4cb3987345d1 req-6a7aa201-0c41-4966-bdba-10c878c03a29 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254280 Mar 23 15:42:35.126277 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd7d16b-7125-4d11-bac2-f2e576c13ffd req-6c82a213-40e2-4e26-86fb-7e8b0946ae4f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:35.132723 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cfd7d16b-7125-4d11-bac2-f2e576c13ffd req-6c82a213-40e2-4e26-86fb-7e8b0946ae4f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1320300 Mar 23 15:42:35.149816 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05bc30a-7b46-46af-adc0-4687b99d5c52 x-openstack-request-id: req-b05bc30a-7b46-46af-adc0-4687b99d5c52 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:35.150213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:35.150603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b05bc30a-7b46-46af-adc0-4687b99d5c52 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:35.151281 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b05bc30a-7b46-46af-adc0-4687b99d5c52'] response: {'name': 'network-changed', 'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'status': 'completed', 'code': 200} Mar 23 15:42:35.198156 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cfd7d16b-7125-4d11-bac2-f2e576c13ffd req-f328566a-68f0-45fd-86ac-7ec0f064b84d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577779 Mar 23 15:42:35.698371 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c759c3f-81e9-46dd-a036-1e29111f56e8 req-94c27ac5-f072-4ee5-b502-6fec4122f46b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:35.700139 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c759c3f-81e9-46dd-a036-1e29111f56e8 req-94c27ac5-f072-4ee5-b502-6fec4122f46b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.0688665 Mar 23 15:42:35.780974 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c759c3f-81e9-46dd-a036-1e29111f56e8 req-2496c2a0-7859-46f7-87a4-f7446198de0a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738964 Mar 23 15:42:35.858186 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0001b-ec0a-425b-b4a0-248dc6b8b09c req-949b6988-763c-42b5-9d4a-68b185a54810 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:35.859806 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5b0001b-ec0a-425b-b4a0-248dc6b8b09c req-949b6988-763c-42b5-9d4a-68b185a54810 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.0579543 Mar 23 15:42:35.916310 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5b0001b-ec0a-425b-b4a0-248dc6b8b09c req-7a6b2906-a8fc-4119-83db-ff1a934f28a7 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 Mar 23 15:42:36.331380 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a90fde-ac08-40fc-a0fe-ee92cae0c884 req-90cc3de3-df0b-49d9-93cd-b738965f3fb0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:36.346285 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-78a90fde-ac08-40fc-a0fe-ee92cae0c884 req-90cc3de3-df0b-49d9-93cd-b738965f3fb0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.1621356 Mar 23 15:42:36.528923 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-78a90fde-ac08-40fc-a0fe-ee92cae0c884 req-0e6dc88f-0e6b-4e99-b6f6-f814ea311f09 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1736820 Mar 23 15:42:36.575756 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ab6e4-8588-4b8c-9c7b-84e661c3ecd9 req-1159b032-7579-4553-9327-9eaaeafd08da tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:36.588714 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d7ab6e4-8588-4b8c-9c7b-84e661c3ecd9 req-1159b032-7579-4553-9327-9eaaeafd08da tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2409363 Mar 23 15:42:36.680639 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d7ab6e4-8588-4b8c-9c7b-84e661c3ecd9 req-3fe626d8-ee28-4009-a895-78ac2a8c1fff tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905361 Mar 23 15:42:36.701241 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46740) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:36.879917 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2045c0b1-c2d2-4b12-84a7-5e4bb3a30fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.120791 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66dc197-f11c-4702-9fc2-231be1200bef req-8384954e-ed70-4a0d-828a-9ba77ab4a268 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:37.122662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e66dc197-f11c-4702-9fc2-231be1200bef req-8384954e-ed70-4a0d-828a-9ba77ab4a268 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1949811 Mar 23 15:42:37.221647 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2045c0b1-c2d2-4b12-84a7-5e4bb3a30fc0 admin admin] Publish callbacks [] for security_group (8b000f4e-52bd-47dd-90de-927d9d3b0a28), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.258146 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2045c0b1-c2d2-4b12-84a7-5e4bb3a30fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8b000f4e-52bd-47dd-90de-927d9d3b0a28), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.293401 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e30dd-ec19-4c4e-981f-128f1c259804 req-f85fb6b8-a336-4c04-a462-9242d53e5fad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:37.296887 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f6e30dd-ec19-4c4e-981f-128f1c259804 req-f85fb6b8-a336-4c04-a462-9242d53e5fad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2504427 Mar 23 15:42:37.443149 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e66dc197-f11c-4702-9fc2-231be1200bef req-08ec499e-69c8-439d-a41a-4a81ebf5dcee tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118205 Mar 23 15:42:37.488578 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045c0b1-c2d2-4b12-84a7-5e4bb3a30fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b000f4e-52bd-47dd-90de-927d9d3b0a28,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:37.497066 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2045c0b1-c2d2-4b12-84a7-5e4bb3a30fc0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b78808f302c049ffb7c431cc5bf41adb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7922602 Mar 23 15:42:37.500588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46752) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:37.550086 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f6e30dd-ec19-4c4e-981f-128f1c259804 req-8f65c6a0-0e29-4db5-969e-d5d8b0e516c1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020199 Mar 23 15:42:37.598188 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] Publish callbacks [] for security_group (8b000f4e-52bd-47dd-90de-927d9d3b0a28), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.629586 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] Publish callbacks [] for security_group (8b000f4e-52bd-47dd-90de-927d9d3b0a28), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.708383 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8b000f4e-52bd-47dd-90de-927d9d3b0a28), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.712333 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:37.716306 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8b000f4e-52bd-47dd-90de-927d9d3b0a28 HTTP/1.1" status: 204 len: 168 time: 0.2122490 Mar 23 15:42:37.725876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7be294-293f-4335-bc01-e3be2b0640d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b000f4e-52bd-47dd-90de-927d9d3b0a28,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:37.848466 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d318d-c5dd-429f-a32c-8bfb9e62f215 req-d00ba2cc-7cb1-40c8-ae3d-7f3a0b05a59d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:37.852286 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e5d318d-c5dd-429f-a32c-8bfb9e62f215 req-d00ba2cc-7cb1-40c8-ae3d-7f3a0b05a59d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.1542110 Mar 23 15:42:37.973915 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e5d318d-c5dd-429f-a32c-8bfb9e62f215 req-ee0db02b-31c7-49a0-b251-5ba7849797f1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039715 Mar 23 15:42:37.983002 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89c8a9-03f4-4692-b2c1-30589d48be40 req-69daf4af-c085-4dd2-b9ed-cc573f5c0e5f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:37.990880 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0c89c8a9-03f4-4692-b2c1-30589d48be40 req-69daf4af-c085-4dd2-b9ed-cc573f5c0e5f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1579964 Mar 23 15:42:38.089628 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0c89c8a9-03f4-4692-b2c1-30589d48be40 req-f4742e4d-9c03-4fbf-b40a-a615e0915c44 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978796 Mar 23 15:42:38.256095 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46768) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:38.278784 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b1c6-024a-45f5-b713-1b0c12a0af11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.381497 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b1c6-024a-45f5-b713-1b0c12a0af11 admin admin] Publish callbacks [] for security_group (d3389fd3-8d5e-4dcd-88df-8d849ef19f6c), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.386813 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d4b8b1c6-024a-45f5-b713-1b0c12a0af11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d3389fd3-8d5e-4dcd-88df-8d849ef19f6c), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.433264 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d4b8b1c6-024a-45f5-b713-1b0c12a0af11 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb201214e8db4d328f0fbc0c71c9530f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1757569 Mar 23 15:42:38.434173 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8b1c6-024a-45f5-b713-1b0c12a0af11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3389fd3-8d5e-4dcd-88df-8d849ef19f6c,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:38.436820 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46770) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:38.497869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] Publish callbacks [] for security_group (d3389fd3-8d5e-4dcd-88df-8d849ef19f6c), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.529559 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] Publish callbacks [] for security_group (d3389fd3-8d5e-4dcd-88df-8d849ef19f6c), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.603279 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d3389fd3-8d5e-4dcd-88df-8d849ef19f6c), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.606891 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:38.608365 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3389fd3-8d5e-4dcd-88df-8d849ef19f6c HTTP/1.1" status: 204 len: 168 time: 0.1695628 Mar 23 15:42:38.623041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aac8b0-99d8-4ab2-a19a-8d5e18bb9e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3389fd3-8d5e-4dcd-88df-8d849ef19f6c,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:38.741742 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc245cb9-45a9-48b6-81c0-c28929e7ab40 req-214ce82e-f8f0-4659-bcee-4447cea47178 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:38.744505 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bc245cb9-45a9-48b6-81c0-c28929e7ab40 req-214ce82e-f8f0-4659-bcee-4447cea47178 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1855125 Mar 23 15:42:38.824863 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de2250-9559-4de4-aeca-9b38dcb2a4a0 req-1aa9159c-7778-4cb3-9409-2ffb92e0b637 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:38.826600 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a9de2250-9559-4de4-aeca-9b38dcb2a4a0 req-1aa9159c-7778-4cb3-9409-2ffb92e0b637 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.1474366 Mar 23 15:42:38.859868 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bc245cb9-45a9-48b6-81c0-c28929e7ab40 req-8dcb7f3b-012e-4fc5-a2ff-4e5281f39bae tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Mar 23 15:42:38.911997 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a9de2250-9559-4de4-aeca-9b38dcb2a4a0 req-10d6c511-6833-4c13-b908-7e5f00796f24 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720787 Mar 23 15:42:39.162035 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deed46a8-b6fc-48f0-8c5c-d563ac545ba6 req-dcf5a20e-7d87-4aa2-a4a0-6ba364b5f37e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:39.167831 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-deed46a8-b6fc-48f0-8c5c-d563ac545ba6 req-dcf5a20e-7d87-4aa2-a4a0-6ba364b5f37e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.0954535 Mar 23 15:42:39.261542 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-deed46a8-b6fc-48f0-8c5c-d563ac545ba6 req-94cba9c7-a324-40e7-8ddc-941cd8fde2f6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873749 Mar 23 15:42:39.284334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd52f7f-2300-4117-a999-389a97f9d3ca req-bfd2b7a0-f80d-4936-8639-62c4d887c76a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:39.285925 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ebd52f7f-2300-4117-a999-389a97f9d3ca req-bfd2b7a0-f80d-4936-8639-62c4d887c76a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0879393 Mar 23 15:42:39.352213 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ebd52f7f-2300-4117-a999-389a97f9d3ca req-82351669-0830-488c-a0d5-0526fbfabdd4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548520 Mar 23 15:42:40.235019 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810475-2d75-4de9-8892-14147e1d7ae9 req-8747d8e3-89c0-4134-a2bb-52b881e8e156 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:40.236605 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f3810475-2d75-4de9-8892-14147e1d7ae9 req-8747d8e3-89c0-4134-a2bb-52b881e8e156 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.2912934 Mar 23 15:42:40.281475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ea4bd0-ec92-422d-b670-ed00bf85b35b req-3f89909d-4aa4-45ae-9bf5-e0b57b2fbd91 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:40.283142 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-50ea4bd0-ec92-422d-b670-ed00bf85b35b req-3f89909d-4aa4-45ae-9bf5-e0b57b2fbd91 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2635069 Mar 23 15:42:40.325930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f3810475-2d75-4de9-8892-14147e1d7ae9 req-bcd6a32b-fac5-44ff-9f44-684066ce1b8d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801187 Mar 23 15:42:40.356759 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-50ea4bd0-ec92-422d-b670-ed00bf85b35b req-9bb968da-5230-4f16-9e15-ad56269c310c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633798 Mar 23 15:42:40.518069 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eb60b4-0b4d-46de-a62b-1b4f9d568977 req-7d9c9d78-0f54-48f7-9538-960bc2d9606a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:40.519641 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f2eb60b4-0b4d-46de-a62b-1b4f9d568977 req-7d9c9d78-0f54-48f7-9538-960bc2d9606a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.1197875 Mar 23 15:42:40.534923 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceba08d8-c79f-4c16-bf80-36ba3cc38833 req-8ec27744-5aca-42dd-94c9-b9982356e9a1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:40.536482 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ceba08d8-c79f-4c16-bf80-36ba3cc38833 req-8ec27744-5aca-42dd-94c9-b9982356e9a1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0808740 Mar 23 15:42:40.611429 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f2eb60b4-0b4d-46de-a62b-1b4f9d568977 req-2979189a-e19d-4c0b-9db3-41e11b83ba78 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843396 Mar 23 15:42:40.619819 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ceba08d8-c79f-4c16-bf80-36ba3cc38833 req-cc584795-f415-431c-9e94-ed895c0b9ece tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685585 Mar 23 15:42:41.562318 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2b3be4-27ae-4abc-91c6-bfe518abda0a req-1991d928-7622-4fe8-8cd1-c30b231effe0 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:41.563984 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c2b3be4-27ae-4abc-91c6-bfe518abda0a req-1991d928-7622-4fe8-8cd1-c30b231effe0 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1386998 Mar 23 15:42:41.578050 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9452ef-33bf-458a-84f0-816a244b97f5 req-44495e58-5231-40cf-b0ce-344a5c84a0cb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:41.579767 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3f9452ef-33bf-458a-84f0-816a244b97f5 req-44495e58-5231-40cf-b0ce-344a5c84a0cb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.1140897 Mar 23 15:42:41.679828 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Request body: {'port': {'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:42:41.753337 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c2b3be4-27ae-4abc-91c6-bfe518abda0a req-1d9699bc-3730-4529-bda9-7904abd187c6 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724417 Mar 23 15:42:41.843505 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3f9452ef-33bf-458a-84f0-816a244b97f5 req-16443f42-e686-4025-a837-f690b77ba4a8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484756 Mar 23 15:42:41.953023 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-898f5950-c430-4cf7-b72e-35e7d7faafba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:41.954649 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-898f5950-c430-4cf7-b72e-35e7d7faafba service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=9730e9456707472988301c5a0f60b1ca&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2854133 Mar 23 15:42:41.991294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:41.999955 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247749a7-4937-4905-8102-aa62e9d62b3a req-cf280f51-20be-49fc-8c06-e624e90e0684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.003223 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-247749a7-4937-4905-8102-aa62e9d62b3a req-cf280f51-20be-49fc-8c06-e624e90e0684 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3728161 Mar 23 15:42:42.028919 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e354fb3-f8b1-4d99-85b7-61de1cf6cc10 req-9ea42bf6-4d38-4a64-9b05-54017b7344a7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.043143 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e354fb3-f8b1-4d99-85b7-61de1cf6cc10 req-9ea42bf6-4d38-4a64-9b05-54017b7344a7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 931 time: 0.1978223 Mar 23 15:42:42.156518 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e354fb3-f8b1-4d99-85b7-61de1cf6cc10 req-24a234cb-97e1-4fd8-bf60-94ed5424c0c3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115448 Mar 23 15:42:42.178612 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c143c7-1c50-499a-bffd-ecb8381e4fc2 req-3481b3b2-b178-4fd1-a19c-b7b0ba532202 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.184685 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16c143c7-1c50-499a-bffd-ecb8381e4fc2 req-3481b3b2-b178-4fd1-a19c-b7b0ba532202 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1376488 Mar 23 15:42:42.259005 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16c143c7-1c50-499a-bffd-ecb8381e4fc2 req-e2e2d75a-c391-4413-a6cb-475dd0068d57 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727973 Mar 23 15:42:42.512659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-39b08c4a-5679-4880-829b-e5596bfff63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.514489 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-39b08c4a-5679-4880-829b-e5596bfff63d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1127 time: 0.3360014 Mar 23 15:42:42.547827 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-a8b3b801-0a79-4259-9895-d90823bb7b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.550767 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-a8b3b801-0a79-4259-9895-d90823bb7b15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d95aa204f567477bb701e904431ba7e6&device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 1128 time: 0.0997252 Mar 23 15:42:42.652360 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-9eba2898-ce4c-40db-b534-52b07b81782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.652938 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-24a943d6-1ba4-4d64-96ba-90b0b92a6b07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf HTTP/1.1" status: 200 len: 217 time: 0.0879273 Mar 23 15:42:42.655059 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f6440282-8f12-4dc7-8ce6-10321ac3ba20 req-9eba2898-ce4c-40db-b534-52b07b81782b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790194 Mar 23 15:42:42.659891 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-f9cc3c6b-aae1-4ec6-8c4f-18146e3467ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.661472 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-f9cc3c6b-aae1-4ec6-8c4f-18146e3467ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1127 time: 0.4813890 Mar 23 15:42:42.665958 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-0194050d-e11c-42e7-9d54-41565c9eef1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.1400249 Mar 23 15:42:42.735765 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 46960) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:42.765941 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-f5a382b7-1c05-43cd-bac7-df6a7b495c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:42.767821 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-f5a382b7-1c05-43cd-bac7-df6a7b495c8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbfc4823-f81f-4532-93e8-5cf63657b7ee HTTP/1.1" status: 200 len: 851 time: 0.0991104 Mar 23 15:42:42.856127 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-65cc287d-1268-4ae1-9a77-b1e2aef0448b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2b3741bd-193f-4670-9108-b8e04a4a9391&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812745 Mar 23 15:42:43.033573 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144103e9-4b6f-4d97-a42f-12231c16b4cb req-8a00b246-6c47-4748-a4e8-face2f527c45 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.035843 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-144103e9-4b6f-4d97-a42f-12231c16b4cb req-8a00b246-6c47-4748-a4e8-face2f527c45 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1501563 Mar 23 15:42:43.093012 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-b30256f4-dd31-487d-8388-49c5d966def1 service neutron] 10.222.0.61 "GET /v2.0/networks/2b3741bd-193f-4670-9108-b8e04a4a9391?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285967 Mar 23 15:42:43.193086 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91856250-9ca3-4bdb-8f38-174ece6de163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:43.196467 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed0d8e-4f4c-44b9-96b1-07d1ca7bfce7 req-e8700285-b313-44c1-b868-aba551755ce9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.210856 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d4ed0d8e-4f4c-44b9-96b1-07d1ca7bfce7 req-e8700285-b313-44c1-b868-aba551755ce9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2105579 Mar 23 15:42:43.231532 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-1348295c-b495-4628-bf4b-56e753b254a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.233949 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-1348295c-b495-4628-bf4b-56e753b254a6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.5447588 Mar 23 15:42:43.303745 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-144103e9-4b6f-4d97-a42f-12231c16b4cb req-dbd20354-6c4f-4671-af5d-6562b4fff742 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087140 Mar 23 15:42:43.366996 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 471540f3-95ce-4c9f-9cd7-2690754996e1 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:43.390802 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-96bd0f95-5204-45f4-8bbd-ce8ee9cf9d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.393148 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-96bd0f95-5204-45f4-8bbd-ce8ee9cf9d48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1128 time: 0.6565144 Mar 23 15:42:43.400340 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks [] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:43.437435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-572cba54-bac1-4423-8273-0edf6a4b40db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.438995 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-572cba54-bac1-4423-8273-0edf6a4b40db service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=2256014068f34717bb347aae8b72cb91&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7517190 Mar 23 15:42:43.488799 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e23b96f5-dfe4-422f-9c9e-9ffc8a118e8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 217 time: 0.0739152 Mar 23 15:42:43.491113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Transition to ACTIVE for port object 471540f3-95ce-4c9f-9cd7-2690754996e1 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:42:43.500851 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d4ed0d8e-4f4c-44b9-96b1-07d1ca7bfce7 req-7eaa5498-6e17-44e9-8ca4-d88d5790e617 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818959 Mar 23 15:42:43.556781 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:43.562514 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-9a9e5ca4-2080-4cc7-b012-bd2977105645 service neutron] 10.222.0.61 "GET /v2.0/networks/2b3741bd-193f-4670-9108-b8e04a4a9391?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203728 Mar 23 15:42:43.597433 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae574b-f438-44d6-8d06-f701d5401874 req-91c28911-ea03-4788-a2ed-44331bf5ccd4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.599193 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8dae574b-f438-44d6-8d06-f701d5401874 req-91c28911-ea03-4788-a2ed-44331bf5ccd4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.1350083 Mar 23 15:42:43.658200 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-59e9cb5e-1330-4ddb-9513-fc2e26481011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.661067 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-59e9cb5e-1330-4ddb-9513-fc2e26481011 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3997200 Mar 23 15:42:43.690288 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8dae574b-f438-44d6-8d06-f701d5401874 req-f6fe5e83-8119-40dc-8daf-e97924503133 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784881 Mar 23 15:42:43.720255 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c47423-7a5b-4201-b504-082291636e26 req-c49aea20-7a63-4279-ad9c-75b32b823c6b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.727988 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-26c47423-7a5b-4201-b504-082291636e26 req-c49aea20-7a63-4279-ad9c-75b32b823c6b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1182609 Mar 23 15:42:43.745435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:43.826841 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-26c47423-7a5b-4201-b504-082291636e26 req-a8f25e1f-5d22-4c7d-a029-6ab2d063ee15 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974517 Mar 23 15:42:43.919547 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.919905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.920319 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.920669 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.921012 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.921361 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.921703 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.922038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.922575 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.922953 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.923255 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.923752 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.924127 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.924454 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.924790 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:43.949714 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91856250-9ca3-4bdb-8f38-174ece6de163 admin admin] Publish callbacks [] for security_group (20b0822a-506c-4b08-97c0-31628298c0c0), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:43.977952 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-1f9287e7-3b4c-4acb-8837-4544375fa272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:43.980368 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-1f9287e7-3b4c-4acb-8837-4544375fa272 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.4662559 Mar 23 15:42:43.981391 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91856250-9ca3-4bdb-8f38-174ece6de163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (20b0822a-506c-4b08-97c0-31628298c0c0), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.031375 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-7fb6954e-efa7-4143-9a5a-acfd340bfa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.033783 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e64ea8bc-1948-4b8a-a1b9-23374ee51566 req-7fb6954e-efa7-4143-9a5a-acfd340bfa35 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5585887 Mar 23 15:42:44.179987 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-91856250-9ca3-4bdb-8f38-174ece6de163 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=facce0b2973449db85293197a50ed88e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4335992 Mar 23 15:42:44.183808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 46994) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:44.184420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91856250-9ca3-4bdb-8f38-174ece6de163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b0822a-506c-4b08-97c0-31628298c0c0,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:44.193719 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Attempting to bind port 471540f3-95ce-4c9f-9cd7-2690754996e1 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:42:44.194163 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Attempting to bind port 471540f3-95ce-4c9f-9cd7-2690754996e1 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:42:44.194431 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Attempting to bind port 471540f3-95ce-4c9f-9cd7-2690754996e1 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:44.202133 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-e2506414-ba92-481c-8000-6dcd5fd0142c service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5225632 Mar 23 15:42:44.211866 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Port 471540f3-95ce-4c9f-9cd7-2690754996e1 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:42:44.211866 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Attempting to bind port 471540f3-95ce-4c9f-9cd7-2690754996e1 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:42:44.273837 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:42:44.274441 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:42:44.275011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:42:44.275453 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Bound port: 471540f3-95ce-4c9f-9cd7-2690754996e1, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:42:44.275816 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.294023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] Publish callbacks [] for security_group (20b0822a-506c-4b08-97c0-31628298c0c0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.307619 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-4192b22e-f717-4051-b0d1-dae1938c066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.309029 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-4192b22e-f717-4051-b0d1-dae1938c066a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3070524 Mar 23 15:42:44.320875 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-4d75513a-5455-4832-94e1-cdbd5caf417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.322578 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-4d75513a-5455-4832-94e1-cdbd5caf417b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1127 time: 0.1959550 Mar 23 15:42:44.334372 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] Publish callbacks [] for security_group (20b0822a-506c-4b08-97c0-31628298c0c0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.431351 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (20b0822a-506c-4b08-97c0-31628298c0c0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.437929 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.443157 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20b0822a-506c-4b08-97c0-31628298c0c0 HTTP/1.1" status: 204 len: 168 time: 0.2559860 Mar 23 15:42:44.465233 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-363ea500-1a4b-4ba9-9728-7e4cd89b399a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c HTTP/1.1" status: 200 len: 217 time: 0.1076155 Mar 23 15:42:44.495498 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b46aa-8863-463d-9553-6f808208a6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b0822a-506c-4b08-97c0-31628298c0c0,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:44.500607 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c1adf3af-23ff-49ee-966a-eb406639e93b req-9e7fd9a7-8680-4cc8-9a69-0d4305ba4ce2 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916510 Mar 23 15:42:44.567296 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:42:44.574260 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=471540f3-95ce-4c9f-9cd7-2690754996e1,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:42:44.589793 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-28ea6cd0-4f1f-4f76-aeac-a7d72f0d170b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.591580 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-28ea6cd0-4f1f-4f76-aeac-a7d72f0d170b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.1149530 Mar 23 15:42:44.595565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.602526 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-59f4fc3b-880b-4136-b208-91ddb7ba65f1 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714286 Mar 23 15:42:44.740337 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7183a38-a6ec-4118-a9b4-88c19ea9ec5f req-84121443-79cb-4737-a4e3-3b5b55c44722 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.752641 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7183a38-a6ec-4118-a9b4-88c19ea9ec5f req-84121443-79cb-4737-a4e3-3b5b55c44722 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.2258403 Mar 23 15:42:44.754870 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:44.756370 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:44.758060 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] 10.222.0.61 "PUT /v2.0/ports/471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 200 len: 1093 time: 3.0916443 Mar 23 15:42:44.780600 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:44.787011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce33466-0b6f-4c78-a761-4c76d1a74478" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:44.927584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56d33b-9a09-48f8-bb9f-7a7d6ac87cc6 service neutron] Pushing event updated for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:44.991724 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d2856-b028-4950-86a8-995744013a43 req-5f1035b2-78a7-43d1-b606-470cd4c63e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.004672 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-5f1035b2-78a7-43d1-b606-470cd4c63e99 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4011292 Mar 23 15:42:45.033577 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7183a38-a6ec-4118-a9b4-88c19ea9ec5f req-ceccb48d-c899-4c36-b28f-7feaee304f3b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781146 Mar 23 15:42:45.064888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-709869ab-8210-4856-b3b5-71584365a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.072258 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-709869ab-8210-4856-b3b5-71584365a043 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1127 time: 0.4285250 Mar 23 15:42:45.072531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b931f1e-041c-4156-a698-b2e88d28b3ea req-272a80c5-0c1b-40f0-a091-dd16410fe140 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.088814 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-caac2558-f01d-48b4-99fb-669d2458dd48 req-e192de47-98be-4263-a79b-6fd2d75e9085 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689860 Mar 23 15:42:45.096553 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b931f1e-041c-4156-a698-b2e88d28b3ea req-272a80c5-0c1b-40f0-a091-dd16410fe140 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2517872 Mar 23 15:42:45.198918 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b931f1e-041c-4156-a698-b2e88d28b3ea req-cbccc51e-bcb5-4319-8255-bd06bcf8e499 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010327 Mar 23 15:42:45.311739 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-c0348343-8be8-4c46-ae50-342860e3d930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.313976 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-c0348343-8be8-4c46-ae50-342860e3d930 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 1127 time: 0.4392200 Mar 23 15:42:45.323731 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2562af-9227-48b5-9018-ac8aadc6b463 x-openstack-request-id: req-5f2562af-9227-48b5-9018-ac8aadc6b463 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:45.324191 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:45.324742 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f2562af-9227-48b5-9018-ac8aadc6b463 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:45.325246 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2562af-9227-48b5-9018-ac8aadc6b463'] response: {'name': 'network-changed', 'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'status': 'completed', 'code': 200} Mar 23 15:42:45.413884 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c098e3-a831-414e-9c51-7380c94d3fe5 req-41a12177-c4b2-413f-a771-93130d4244cf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.416937 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7c098e3-a831-414e-9c51-7380c94d3fe5 req-41a12177-c4b2-413f-a771-93130d4244cf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.1804428 Mar 23 15:42:45.420262 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47054) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:45.512144 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8101d737-a73c-4123-85d9-530418a7e0ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:45.629177 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7c098e3-a831-414e-9c51-7380c94d3fe5 req-465b3bb8-3d5f-4e5b-8931-475097f222fa tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1869037 Mar 23 15:42:45.668396 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41416e0f-270a-4a29-ac35-d14ed518fe87 req-4c1b1fd3-db69-4179-bc58-a02400ff35e8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.671526 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-41416e0f-270a-4a29-ac35-d14ed518fe87 req-4c1b1fd3-db69-4179-bc58-a02400ff35e8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.2531528 Mar 23 15:42:45.739794 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-226fee0c-64f6-4f1f-95d8-a212640246e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 200 len: 217 time: 0.3004444 Mar 23 15:42:45.782836 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-41416e0f-270a-4a29-ac35-d14ed518fe87 req-cf8e6443-de08-4460-8999-c0eccde4c497 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017139 Mar 23 15:42:45.807636 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8101d737-a73c-4123-85d9-530418a7e0ea admin admin] Publish callbacks [] for security_group (c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:45.815629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8101d737-a73c-4123-85d9-530418a7e0ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:45.865964 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8101d737-a73c-4123-85d9-530418a7e0ea admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fad9ee2e7c64cc6b6de9823fd5e7e6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443450 Mar 23 15:42:45.866681 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47074) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:45.869503 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101d737-a73c-4123-85d9-530418a7e0ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:45.883837 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-69cc7ef5-1e24-42f9-a705-369c1e5a4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.886100 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-69cc7ef5-1e24-42f9-a705-369c1e5a4843 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.1374085 Mar 23 15:42:45.892307 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-fd29c6ca-d155-4cc4-be8a-91ea2c6d0adf service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8728774 Mar 23 15:42:45.894961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-4079835c-eaf5-4f99-a749-93a879d93930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:45.897933 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-4079835c-eaf5-4f99-a749-93a879d93930 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.7926910 Mar 23 15:42:45.954842 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] Publish callbacks [] for security_group (c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:45.994679 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] Publish callbacks [] for security_group (c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:46.029158 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-1a0184cf-41be-4567-9b69-983646bf1202 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.1124241 Mar 23 15:42:46.099481 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:46.106940 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:46.110192 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391 HTTP/1.1" status: 204 len: 168 time: 0.2417064 Mar 23 15:42:46.130253 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b6cfe-5974-4ddb-a8df-41345581c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e38e7b-7d9f-4efe-ac44-6eb5abf0b391,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:46.197839 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-a05462a3-7831-4019-b86f-80bba4727a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.199473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-a05462a3-7831-4019-b86f-80bba4727a20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2996144 Mar 23 15:42:46.238556 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-7ee36e8c-4238-42a2-940d-182a4fc790d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.243283 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-7ee36e8c-4238-42a2-940d-182a4fc790d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.2056217 Mar 23 15:42:46.357061 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191d16f0-83ae-4072-b8bd-a2830cbc6213 req-f45a044d-5f91-42b5-95c6-0c7024d34163 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.359496 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-191d16f0-83ae-4072-b8bd-a2830cbc6213 req-f45a044d-5f91-42b5-95c6-0c7024d34163 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1321535 Mar 23 15:42:46.398308 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e49d2856-b028-4950-86a8-995744013a43 req-17cca883-453b-43bb-a88d-3338085b351a service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841943 Mar 23 15:42:46.401747 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:46.545668 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-191d16f0-83ae-4072-b8bd-a2830cbc6213 req-1a936b32-22c8-4e58-befc-d44f9f1c67db tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717274 Mar 23 15:42:46.552618 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-0eb39135-f560-471a-9b74-7fb3e15066d4 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377295 Mar 23 15:42:46.565806 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac37b04-26db-4f04-9d50-fd356521a220 req-d6a9a20d-1b50-4802-af8f-1b4f54c5f171 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.578500 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ac37b04-26db-4f04-9d50-fd356521a220 req-d6a9a20d-1b50-4802-af8f-1b4f54c5f171 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.2292643 Mar 23 15:42:46.581156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-9c4ab99c-e91c-4bf7-b89b-bacd1890c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.584264 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-9c4ab99c-e91c-4bf7-b89b-bacd1890c3b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3325284 Mar 23 15:42:46.652540 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ac37b04-26db-4f04-9d50-fd356521a220 req-990eb4af-04ac-4193-8da2-4270a5d751b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707221 Mar 23 15:42:46.872237 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152f977f-8bb9-43b5-9258-016e60dfc6e1 req-7eee0801-c03a-4d68-9883-2c4112b658d3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:46.891591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-152f977f-8bb9-43b5-9258-016e60dfc6e1 req-7eee0801-c03a-4d68-9883-2c4112b658d3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.1294000 Mar 23 15:42:46.994444 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-152f977f-8bb9-43b5-9258-016e60dfc6e1 req-5551b1fd-e320-477e-9642-0f67e709d808 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016412 Mar 23 15:42:47.034250 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-15d0aa4b-55a5-4890-81fa-12e6cdd3776c service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229200 Mar 23 15:42:47.152888 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3dbcbf33-88a9-4a6c-bbf5-d8a4ff6051ff req-80f418f2-5e2d-43f2-8aa3-5bf377134ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922060 Mar 23 15:42:47.177838 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00042f42-633f-43a4-b232-4368c2b883c1 req-7a01fe50-6b51-4f2e-8653-ffb528b3200f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.201777 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00042f42-633f-43a4-b232-4368c2b883c1 req-7a01fe50-6b51-4f2e-8653-ffb528b3200f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1884935 Mar 23 15:42:47.284136 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00042f42-633f-43a4-b232-4368c2b883c1 req-2c6760f7-e9f5-4b9f-9cbf-5f848b42f529 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811763 Mar 23 15:42:47.299782 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-726bd7f5-2576-4e0f-b5a2-54215e31080d req-ce8c9be3-7df1-4374-b2b4-4244e52f65ec service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638457 Mar 23 15:42:47.328302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-f9665e55-fa7b-4ee4-8960-9cd3e5017106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.329953 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-f9665e55-fa7b-4ee4-8960-9cd3e5017106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 1127 time: 0.0710866 Mar 23 15:42:47.435207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-07419862-3c8f-4231-82aa-64327e2cdcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.436853 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-07419862-3c8f-4231-82aa-64327e2cdcb7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.0993264 Mar 23 15:42:47.486572 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-642119a2-186d-4555-a627-9e36de9ec078 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 200 len: 217 time: 0.0427766 Mar 23 15:42:47.554014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-289bc9a0-88aa-4850-926d-ccce476a4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.555608 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-289bc9a0-88aa-4850-926d-ccce476a4318 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0622790 Mar 23 15:42:47.616395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-e3c326cc-e897-4f55-a845-daf3080b4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.618135 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-e3c326cc-e897-4f55-a845-daf3080b4c3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558348 Mar 23 15:42:47.720265 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce498cc6-b036-4f57-8d19-aca53bb64e7b req-dd25effe-6a46-4e3b-9f4a-edffd00b563d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.722523 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce498cc6-b036-4f57-8d19-aca53bb64e7b req-dd25effe-6a46-4e3b-9f4a-edffd00b563d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.1009791 Mar 23 15:42:47.749496 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:42:47.816937 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-2930145e-7d98-4206-b62f-316b040a82f7 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913750 Mar 23 15:42:47.901380 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce498cc6-b036-4f57-8d19-aca53bb64e7b req-5174436c-23a2-48cc-86c5-867a039f6f5a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685631 Mar 23 15:42:47.929051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075ddca-b264-406d-8003-bd1ace25a5e9 req-ca82cf35-f665-496f-a55f-65f58dbd5f67 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:47.941023 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b075ddca-b264-406d-8003-bd1ace25a5e9 req-ca82cf35-f665-496f-a55f-65f58dbd5f67 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.1658924 Mar 23 15:42:48.023827 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ce33466-0b6f-4c78-a761-4c76d1a74478 req-c4f7b19f-bbb2-4335-ad3f-4ada5376981f service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978147 Mar 23 15:42:48.036672 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b075ddca-b264-406d-8003-bd1ace25a5e9 req-7adc56bf-36c9-4f7f-b128-cffe895e6d46 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931680 Mar 23 15:42:48.179488 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e531d4-c973-4b7c-89ad-e8e5b844459b req-ab703d56-114d-43ed-a9d2-6c368886e46c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:48.184902 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11e531d4-c973-4b7c-89ad-e8e5b844459b req-ab703d56-114d-43ed-a9d2-6c368886e46c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.0820870 Mar 23 15:42:48.257932 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11e531d4-c973-4b7c-89ad-e8e5b844459b req-ba4931dc-4c1b-4b2d-90e6-bd398e56fc54 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664973 Mar 23 15:42:48.342882 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47198) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:48.415546 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47208) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:48.457037 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef52c5-17b4-47d4-91a9-6b73c14942d9 req-631f0834-4bdf-4ed2-a22d-17ef60807f18 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:48.458906 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24ef52c5-17b4-47d4-91a9-6b73c14942d9 req-631f0834-4bdf-4ed2-a22d-17ef60807f18 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0813093 Mar 23 15:42:48.515946 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-29b0613c-3ff3-4f7b-b45d-56f1252c4efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.557998 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24ef52c5-17b4-47d4-91a9-6b73c14942d9 req-4a96f0af-ff8f-4c55-b6ed-1ab0718752e0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841181 Mar 23 15:42:48.600053 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ddf4a68b-b991-447b-8bdf-11b3ffeeddc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.788496 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-29b0613c-3ff3-4f7b-b45d-56f1252c4efb admin admin] Publish callbacks [] for security_group (0b96bb91-eb0d-41b9-af63-f16d5e4e8eef), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.799411 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-29b0613c-3ff3-4f7b-b45d-56f1252c4efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0b96bb91-eb0d-41b9-af63-f16d5e4e8eef), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.825496 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2a39bff7-47b7-4231-814c-da9c1c9b12ee details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:42:48.857348 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47226) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:48.883252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0613c-3ff3-4f7b-b45d-56f1252c4efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b96bb91-eb0d-41b9-af63-f16d5e4e8eef,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:48.888775 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ddf4a68b-b991-447b-8bdf-11b3ffeeddc6 admin admin] Publish callbacks [] for security_group (2035a078-0085-4852-ad5e-437c7427c366), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.907520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ddf4a68b-b991-447b-8bdf-11b3ffeeddc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (2035a078-0085-4852-ad5e-437c7427c366), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:48.935743 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-29b0613c-3ff3-4f7b-b45d-56f1252c4efb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=27e3b5dfe9554a6f81f32db0e0ed7bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914087 Mar 23 15:42:48.938427 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47232) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:48.983221 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ddf4a68b-b991-447b-8bdf-11b3ffeeddc6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55c9a3a8c5614e0a838487722dea2630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5660210 Mar 23 15:42:48.983679 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:48.986165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47236) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:48.998306 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4a68b-b991-447b-8bdf-11b3ffeeddc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2035a078-0085-4852-ad5e-437c7427c366,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.002799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'port_id': '2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'mac_address': 'fa:16:3e:b5:46:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:42:49.089209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 2a39bff7-47b7-4231-814c-da9c1c9b12ee is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:49.089617 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.096408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] Publish callbacks [] for security_group (2035a078-0085-4852-ad5e-437c7427c366), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.106316 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a39bff7-47b7-4231-814c-da9c1c9b12ee {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:49.121984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] Publish callbacks [] for security_group (0b96bb91-eb0d-41b9-af63-f16d5e4e8eef), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.125229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] Publish callbacks [] for security_group (2035a078-0085-4852-ad5e-437c7427c366), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.131816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:49.138810 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.141274 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6657da02-a8d3-41e9-ad78-189a1733f4cf details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:42:49.219713 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (2035a078-0085-4852-ad5e-437c7427c366), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.230922 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.240041 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2035a078-0085-4852-ad5e-437c7427c366 HTTP/1.1" status: 204 len: 168 time: 0.2519696 Mar 23 15:42:49.258067 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe4c8f-1341-4f57-a409-139d6d545868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2035a078-0085-4852-ad5e-437c7427c366,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.304926 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.315546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.315890 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.316448 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.316981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.317325 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.317658 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.317985 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.318310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.318635 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.318956 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.319310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.319622 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.319945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.320289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.320607 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:49.385700 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf,segment=NetworkSegment(074bbca4-1dd4-4f05-ab3e-2be237044b70),segment_id=074bbca4-1dd4-4f05-ab3e-2be237044b70)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:49.402389 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '6657da02-a8d3-41e9-ad78-189a1733f4cf', 'network_id': '2b3741bd-193f-4670-9108-b8e04a4a9391', 'port_id': '6657da02-a8d3-41e9-ad78-189a1733f4cf', 'mac_address': 'fa:16:3e:92:72:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbfc4823-f81f-4532-93e8-5cf63657b7ee', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:42:49.442353 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-95cc6dd8-7cdd-4cd4-9e51-0cd043617403 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.455879 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 6657da02-a8d3-41e9-ad78-189a1733f4cf is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:49.457258 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.476434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6657da02-a8d3-41e9-ad78-189a1733f4cf {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:49.490030 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] Publish callbacks [] for security_group (0b96bb91-eb0d-41b9-af63-f16d5e4e8eef), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.511630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf,segment=NetworkSegment(074bbca4-1dd4-4f05-ab3e-2be237044b70),segment_id=074bbca4-1dd4-4f05-ab3e-2be237044b70)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:49.521272 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.522662 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:42:49.534224 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adde2bf-c140-4b36-ab6f-901e2d105655 req-fcbb8239-d649-43bf-93bf-72e6048f6d77 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:49.535907 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9adde2bf-c140-4b36-ab6f-901e2d105655 req-fcbb8239-d649-43bf-93bf-72e6048f6d77 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 944 time: 0.4813800 Mar 23 15:42:49.601016 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271e09e-64fe-4dc3-a42c-8fde6602aa31 req-d2669b6e-ea2b-45aa-9210-5a33b466e07c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:49.603264 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3271e09e-64fe-4dc3-a42c-8fde6602aa31 req-d2669b6e-ea2b-45aa-9210-5a33b466e07c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.4194233 Mar 23 15:42:49.673317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0b96bb91-eb0d-41b9-af63-f16d5e4e8eef), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.676267 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.680100 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0b96bb91-eb0d-41b9-af63-f16d5e4e8eef HTTP/1.1" status: 204 len: 168 time: 0.7367756 Mar 23 15:42:49.687396 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9adde2bf-c140-4b36-ab6f-901e2d105655 req-1ee435e1-964f-4040-aa81-dac3fae91f1a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377296 Mar 23 15:42:49.707191 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa6403-f7ad-481c-a33f-6c0a46560977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b96bb91-eb0d-41b9-af63-f16d5e4e8eef,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.773935 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-95cc6dd8-7cdd-4cd4-9e51-0cd043617403 admin admin] Publish callbacks [] for security_group (7b190672-a866-47a8-976f-87e67f62b667), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.780802 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3271e09e-64fe-4dc3-a42c-8fde6602aa31 req-24921925-1ea8-4e32-af6b-85bece9d2bf3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538405 Mar 23 15:42:49.782718 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-95cc6dd8-7cdd-4cd4-9e51-0cd043617403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7b190672-a866-47a8-976f-87e67f62b667), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.802116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47256) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:49.875565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-36c1c184-7d2f-4771-a283-d66619772456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:49.887133 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.964642 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-95cc6dd8-7cdd-4cd4-9e51-0cd043617403 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a61d814da0ec4b62b29bf8d20d35afe5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1057830 Mar 23 15:42:49.966175 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc6dd8-7cdd-4cd4-9e51-0cd043617403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b190672-a866-47a8-976f-87e67f62b667,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:49.971177 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47264) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:50.008686 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:50.053275 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:42:50.081809 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-36c1c184-7d2f-4771-a283-d66619772456 admin admin] Publish callbacks [] for security_group (558c9362-4c08-4f65-9b59-428468165bda), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.082236 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e6995f-8d71-469a-9bda-bc9edf4ab6cd req-06187ba1-5686-4384-b16f-c34f7ed68dbf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:50.083896 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-03e6995f-8d71-469a-9bda-bc9edf4ab6cd req-06187ba1-5686-4384-b16f-c34f7ed68dbf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.2746406 Mar 23 15:42:50.099898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-36c1c184-7d2f-4771-a283-d66619772456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (558c9362-4c08-4f65-9b59-428468165bda), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.110525 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Publish callbacks [] for security_group (7b190672-a866-47a8-976f-87e67f62b667), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.155728 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c92fe-b9fb-466d-8ceb-0cd2340a5410 req-fbf6a76d-6b11-4af3-992d-ee66cbe70859 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:50.158770 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d7c92fe-b9fb-466d-8ceb-0cd2340a5410 req-fbf6a76d-6b11-4af3-992d-ee66cbe70859 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.1547797 Mar 23 15:42:50.162221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c1c184-7d2f-4771-a283-d66619772456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c9362-4c08-4f65-9b59-428468165bda,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:50.167784 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-36c1c184-7d2f-4771-a283-d66619772456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77f91ab4ce134f8abc472411cd620ce1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3638835 Mar 23 15:42:50.172058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Publish callbacks [] for security_group (7b190672-a866-47a8-976f-87e67f62b667), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.172578 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47266) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:50.182958 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:50.183718 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.211739 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:50.219701 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-03e6995f-8d71-469a-9bda-bc9edf4ab6cd req-d157e938-104e-4080-a0ba-b71fe051d237 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212199 Mar 23 15:42:50.258128 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:50.267025 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.288201 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d7c92fe-b9fb-466d-8ceb-0cd2340a5410 req-e2fc5970-53d0-41cb-bda2-57f00011e888 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096821 Mar 23 15:42:50.311228 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7b190672-a866-47a8-976f-87e67f62b667), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.314767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.316162 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b190672-a866-47a8-976f-87e67f62b667 HTTP/1.1" status: 204 len: 168 time: 0.3362906 Mar 23 15:42:50.328354 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b190672-a866-47a8-976f-87e67f62b667,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:50.328609 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] Publish callbacks [] for security_group (558c9362-4c08-4f65-9b59-428468165bda), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.339342 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.340093 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.340638 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.341208 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.341810 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.342288 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.342783 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.343391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.344098 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.344596 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.345096 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.345569 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.346102 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.346723 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.347206 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7988784d-40e7-4d3b-afb6-7995b9b9a6f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:42:50.370589 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] Publish callbacks [] for security_group (558c9362-4c08-4f65-9b59-428468165bda), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.400831 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:50.465486 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (558c9362-4c08-4f65-9b59-428468165bda), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.468423 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.472071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/558c9362-4c08-4f65-9b59-428468165bda HTTP/1.1" status: 204 len: 168 time: 0.2960505 Mar 23 15:42:50.479002 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291fdf08-3cd1-4e0f-bc18-0b4fb76feb0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c9362-4c08-4f65-9b59-428468165bda,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:50.515862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47272) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:50.537036 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fd6b07ef-0201-4ea0-8bb2-7c0d16a48f23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.663445 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fd6b07ef-0201-4ea0-8bb2-7c0d16a48f23 admin admin] Publish callbacks [] for security_group (af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.672073 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fd6b07ef-0201-4ea0-8bb2-7c0d16a48f23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:50.791334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47280) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:50.792989 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-fd6b07ef-0201-4ea0-8bb2-7c0d16a48f23 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b35c98c36204ea2b8575b7f618f00af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2754331 Mar 23 15:42:50.797442 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b07ef-0201-4ea0-8bb2-7c0d16a48f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:50.825260 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d42b2a1a-0137-4901-84e5-96a3ee90579c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:42:50.916855 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['2a39bff7-47b7-4231-814c-da9c1c9b12ee'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:42:50.922502 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['6657da02-a8d3-41e9-ad78-189a1733f4cf'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:42:50.950609 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['0795eab6-5240-4290-8b40-3a52da7e42c4'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:42:51.066734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022f006-cb55-45bd-8475-edaf4142232e req-e6cee744-1636-416b-bd67-efa5a657776a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:51.073811 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47290) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:51.092699 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0022f006-cb55-45bd-8475-edaf4142232e req-e6cee744-1636-416b-bd67-efa5a657776a tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 945 time: 0.2370951 Mar 23 15:42:51.125844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9103cc89-2290-4e89-9db7-e027c1dcd2fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.277532 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] Publish callbacks [] for security_group (af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.298914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9103cc89-2290-4e89-9db7-e027c1dcd2fd admin admin] Publish callbacks [] for security_group (32029190-188a-4967-99f4-9115780832d4), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.311159 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0022f006-cb55-45bd-8475-edaf4142232e req-fa644b73-7fd7-4876-855f-7b0bfde479ea tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168233 Mar 23 15:42:51.312231 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9103cc89-2290-4e89-9db7-e027c1dcd2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (32029190-188a-4967-99f4-9115780832d4), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.318129 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:51.349802 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] Publish callbacks [] for security_group (af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.361329 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9103cc89-2290-4e89-9db7-e027c1dcd2fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53dade70e5c2456f9eb5842f59364e9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2856166 Mar 23 15:42:51.365870 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47302) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:51.411604 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103cc89-2290-4e89-9db7-e027c1dcd2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32029190-188a-4967-99f4-9115780832d4,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:51.434796 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'd42b2a1a-0137-4901-84e5-96a3ee90579c', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'port_id': 'd42b2a1a-0137-4901-84e5-96a3ee90579c', 'mac_address': 'fa:16:3e:47:2c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:42:51.488482 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b2bd5-0054-499b-bebe-3c560067d242 req-b7801dc5-3811-48c0-8868-28ab417a8fab tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:51.502115 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-530b2bd5-0054-499b-bebe-3c560067d242 req-b7801dc5-3811-48c0-8868-28ab417a8fab tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 943 time: 0.4698689 Mar 23 15:42:51.635570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port d42b2a1a-0137-4901-84e5-96a3ee90579c is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:51.635968 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.701230 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42b2a1a-0137-4901-84e5-96a3ee90579c {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:51.733836 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] Publish callbacks [] for security_group (32029190-188a-4967-99f4-9115780832d4), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.736717 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.742592 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.749891 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3 HTTP/1.1" status: 204 len: 168 time: 0.9566853 Mar 23 15:42:51.769167 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:51.779118 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-530b2bd5-0054-499b-bebe-3c560067d242 req-977d8b86-db15-43de-a2dc-3f8e64954b19 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755401 Mar 23 15:42:51.800299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.801043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 471540f3-95ce-4c9f-9cd7-2690754996e1 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:42:51.834625 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c900d329-5585-448b-9eb5-7992fbe99cf0 req-346c304e-19bb-4fd5-b7b7-2dbe57cd9422 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:51.836738 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c900d329-5585-448b-9eb5-7992fbe99cf0 req-346c304e-19bb-4fd5-b7b7-2dbe57cd9422 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 943 time: 0.3228047 Mar 23 15:42:51.841782 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55d7ba-8a5a-4058-a5ea-9642c887138f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af80b63b-5887-4a8b-a3de-c8e9b1dc1fa3,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:51.878506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b94c04a5-8213-4794-b891-6afb5eab2915 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.913753 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] Publish callbacks [] for security_group (32029190-188a-4967-99f4-9115780832d4), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:51.990788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:52.101406 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (32029190-188a-4967-99f4-9115780832d4), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:52.105992 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=471540f3-95ce-4c9f-9cd7-2690754996e1,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:52.106167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:52.114136 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/32029190-188a-4967-99f4-9115780832d4 HTTP/1.1" status: 204 len: 168 time: 0.7448270 Mar 23 15:42:52.124843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:42:52.180145 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 471540f3-95ce-4c9f-9cd7-2690754996e1 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:52.181473 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:52.182311 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127f0100-3c43-4981-a24e-c80ac97e6d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32029190-188a-4967-99f4-9115780832d4,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:52.203567 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c900d329-5585-448b-9eb5-7992fbe99cf0 req-e4b2f816-49d2-4e4b-9da5-66dbd321b426 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3579218 Mar 23 15:42:52.227426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 471540f3-95ce-4c9f-9cd7-2690754996e1 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:42:52.263286 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f305b1-a738-4f17-b333-feb140a70e2a req-90edb31f-590e-4b75-8084-546fb54ce381 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:52.266465 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-09f305b1-a738-4f17-b333-feb140a70e2a req-90edb31f-590e-4b75-8084-546fb54ce381 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.2140670 Mar 23 15:42:52.304559 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=471540f3-95ce-4c9f-9cd7-2690754996e1,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:52.314034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:52.363247 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-09f305b1-a738-4f17-b333-feb140a70e2a req-c78890c3-eea0-41d6-8357-2b30afa92907 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886467 Mar 23 15:42:52.424148 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:52.531928 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f575c94f-2031-47e5-b57e-68ff729cb964 req-70f469c0-1699-4517-9da2-329b667d0200 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:52.533583 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f575c94f-2031-47e5-b57e-68ff729cb964 req-70f469c0-1699-4517-9da2-329b667d0200 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 945 time: 0.0642750 Mar 23 15:42:52.599167 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f575c94f-2031-47e5-b57e-68ff729cb964 req-11907bf5-5e26-4725-89d8-461b5b120503 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564961 Mar 23 15:42:52.924754 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['d42b2a1a-0137-4901-84e5-96a3ee90579c'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:42:52.982734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c26f03-9b15-41b0-a61c-56de3e6469c0 req-bed4351d-98c0-4af3-91be-53d63bdac2da tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:52.985131 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84c26f03-9b15-41b0-a61c-56de3e6469c0 req-bed4351d-98c0-4af3-91be-53d63bdac2da tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 944 time: 0.0873349 Mar 23 15:42:53.046662 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['471540f3-95ce-4c9f-9cd7-2690754996e1'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:42:53.088086 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84c26f03-9b15-41b0-a61c-56de3e6469c0 req-93680165-43a5-4812-8c71-fdd1537a972b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816691 Mar 23 15:42:53.426473 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c2151-f67c-4dd3-ba43-e1feea028c38 req-3e953d03-ceb8-4aaf-a892-9434adabd914 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:53.431019 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-024c2151-f67c-4dd3-ba43-e1feea028c38 req-3e953d03-ceb8-4aaf-a892-9434adabd914 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 944 time: 0.0931330 Mar 23 15:42:53.575250 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-024c2151-f67c-4dd3-ba43-e1feea028c38 req-f456f8a6-b6f6-4c9a-bb11-304645c8af0d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347568 Mar 23 15:42:53.603000 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc6bf-36c6-4af3-b916-948a0c4ea357 req-b1ce0abe-c957-4bb5-9b88-49b86d9eba2d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:53.604736 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-489cc6bf-36c6-4af3-b916-948a0c4ea357 req-b1ce0abe-c957-4bb5-9b88-49b86d9eba2d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0731204 Mar 23 15:42:53.718474 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-36d1e02e-8573-48f7-a92d-8ef36ef59e30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:53.721635 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-489cc6bf-36c6-4af3-b916-948a0c4ea357 req-6b767b56-9c0b-4f72-9094-d49f9e2ee2f9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039057 Mar 23 15:42:53.847719 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288a0ac-c9fc-44dc-b0d5-1aff893b33c3 req-b72e887d-c037-4ea1-b430-6f2da22c980e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:53.861232 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7288a0ac-c9fc-44dc-b0d5-1aff893b33c3 req-b72e887d-c037-4ea1-b430-6f2da22c980e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 945 time: 0.1370990 Mar 23 15:42:53.944252 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7288a0ac-c9fc-44dc-b0d5-1aff893b33c3 req-0c6126f9-d6f5-4609-bdc4-3cd5782d9504 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804789 Mar 23 15:42:54.280457 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674983d1-5027-4fbd-a098-147489066c54 req-63a4a8c6-3d93-4dd6-b8c1-f42cbddab1c0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:54.282950 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-674983d1-5027-4fbd-a098-147489066c54 req-63a4a8c6-3d93-4dd6-b8c1-f42cbddab1c0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 944 time: 0.1017020 Mar 23 15:42:54.365060 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-674983d1-5027-4fbd-a098-147489066c54 req-be54a8ab-bb5f-48bf-a760-110552d123fd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712402 Mar 23 15:42:54.847963 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6657da02-a8d3-41e9-ad78-189a1733f4cf up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:54.866850 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07577c2-fb5f-4685-b912-7605a88b56b4 req-3925af51-7f78-4d9d-9d8f-88c1d1aa7137 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:54.870063 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a07577c2-fb5f-4685-b912-7605a88b56b4 req-3925af51-7f78-4d9d-9d8f-88c1d1aa7137 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 944 time: 0.1115046 Mar 23 15:42:55.034207 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 6657da02-a8d3-41e9-ad78-189a1733f4cf completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:42:55.041716 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255553c4-b67b-4e92-9a6b-0ad753545c5e req-224d73e2-45e9-4d01-9578-4bfc45b0e47a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:55.049536 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-255553c4-b67b-4e92-9a6b-0ad753545c5e req-224d73e2-45e9-4d01-9578-4bfc45b0e47a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.1727741 Mar 23 15:42:55.049682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 6657da02-a8d3-41e9-ad78-189a1733f4cf triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:55.049682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.088643 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a07577c2-fb5f-4685-b912-7605a88b56b4 req-1ab8033b-fadd-4f1b-8f6f-34dcfb6f0290 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597741 Mar 23 15:42:55.197596 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 6657da02-a8d3-41e9-ad78-189a1733f4cf is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:55.198210 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.215009 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-255553c4-b67b-4e92-9a6b-0ad753545c5e req-fa4058d8-7495-429a-a77b-d2502e835bda tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540747 Mar 23 15:42:55.270563 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:55.347767 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.359596 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf,segment=NetworkSegment(074bbca4-1dd4-4f05-ab3e-2be237044b70),segment_id=074bbca4-1dd4-4f05-ab3e-2be237044b70)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:55.370722 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.371218 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552838ec-f088-468c-bd80-0c318d17fa0d req-815f4d96-46bd-4fe0-9609-81ab7f249f3b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:55.371592 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d42b2a1a-0137-4901-84e5-96a3ee90579c up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:55.374209 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-552838ec-f088-468c-bd80-0c318d17fa0d req-815f4d96-46bd-4fe0-9609-81ab7f249f3b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 945 time: 0.0979085 Mar 23 15:42:55.490004 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-552838ec-f088-468c-bd80-0c318d17fa0d req-db858ddf-9181-4226-b780-e99b772cddf0 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029265 Mar 23 15:42:55.511520 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:55.557466 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port d42b2a1a-0137-4901-84e5-96a3ee90579c completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:42:55.562591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port d42b2a1a-0137-4901-84e5-96a3ee90579c triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:55.562966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.605345 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7262ed6-1950-4a8d-b681-ed082d283db6 req-aa993e4a-c13a-4bb4-8b03-8e6d9392d9a9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:55.608713 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7262ed6-1950-4a8d-b681-ed082d283db6 req-aa993e4a-c13a-4bb4-8b03-8e6d9392d9a9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 944 time: 0.1163080 Mar 23 15:42:55.684679 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7262ed6-1950-4a8d-b681-ed082d283db6 req-3516a3e4-8ea9-464b-86c7-39bfe145ba99 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673161 Mar 23 15:42:55.718284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port d42b2a1a-0137-4901-84e5-96a3ee90579c is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:55.719139 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.815354 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:55.822352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:55.823591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 471540f3-95ce-4c9f-9cd7-2690754996e1 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:55.921647 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:55.965990 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47476) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:55.979578 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 471540f3-95ce-4c9f-9cd7-2690754996e1 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:42:55.986732 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 471540f3-95ce-4c9f-9cd7-2690754996e1 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:55.987122 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.092880 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fd14f6-0548-4eb6-a71b-97cd8114d5ff" -d '{"events": [{"server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:56.128705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 471540f3-95ce-4c9f-9cd7-2690754996e1 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:56.129719 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.175863 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=471540f3-95ce-4c9f-9cd7-2690754996e1,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:56.183624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.185104 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2a39bff7-47b7-4231-814c-da9c1c9b12ee up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:56.223870 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3bd58d23-10d5-429f-8039-c7438b2c28a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.337770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:56.360140 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 2a39bff7-47b7-4231-814c-da9c1c9b12ee completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:42:56.366183 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 2a39bff7-47b7-4231-814c-da9c1c9b12ee triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:56.366590 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.409076 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3bd58d23-10d5-429f-8039-c7438b2c28a3 admin admin] Publish callbacks [] for security_group (c6e5922a-c2fa-48af-992d-376b040193ed), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.419201 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02964a9-f3f4-4ff1-98a3-d126eaccb20e req-70a35106-6d6e-4706-89b4-5bb19bad9291 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:56.421011 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f02964a9-f3f4-4ff1-98a3-d126eaccb20e req-70a35106-6d6e-4706-89b4-5bb19bad9291 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.1173341 Mar 23 15:42:56.422597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3bd58d23-10d5-429f-8039-c7438b2c28a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c6e5922a-c2fa-48af-992d-376b040193ed), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.499582 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-3bd58d23-10d5-429f-8039-c7438b2c28a3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=764ec9d4b667423ca62be32566eecf16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5305276 Mar 23 15:42:56.502223 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47504) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:56.503165 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd58d23-10d5-429f-8039-c7438b2c28a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e5922a-c2fa-48af-992d-376b040193ed,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:56.504890 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a83ae2-4b9c-45a9-8412-fa3d6db24b62 x-openstack-request-id: req-40a83ae2-4b9c-45a9-8412-fa3d6db24b62 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:56.505536 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "name": "network-vif-plugged", "status": "completed", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:56.505958 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40a83ae2-4b9c-45a9-8412-fa3d6db24b62 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:56.506697 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40a83ae2-4b9c-45a9-8412-fa3d6db24b62'] response: {'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf', 'code': 200} Mar 23 15:42:56.571904 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f02964a9-f3f4-4ff1-98a3-d126eaccb20e req-3d95d9f0-ba4e-4d1c-bcd3-9b6ae6c6fc66 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247404 Mar 23 15:42:56.602058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] Publish callbacks [] for security_group (c6e5922a-c2fa-48af-992d-376b040193ed), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.698205 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.715593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] Publish callbacks [] for security_group (c6e5922a-c2fa-48af-992d-376b040193ed), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.740447 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 2a39bff7-47b7-4231-814c-da9c1c9b12ee is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:56.740599 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.846467 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:56.853915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:56.855468 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:42:56.981171 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-d843312d-a206-4554-ad44-07f819de9dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:56.982833 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-d843312d-a206-4554-ad44-07f819de9dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 1130 time: 0.1970196 Mar 23 15:42:57.014762 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-9b2eb18e-610d-49e3-91a7-9d61236b829a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.102820 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bacc51-10e5-400a-bf64-6a82fa7cee8a req-01e95611-9a4f-4f91-b544-3fab0ad49a0f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:57.118425 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-30bacc51-10e5-400a-bf64-6a82fa7cee8a req-01e95611-9a4f-4f91-b544-3fab0ad49a0f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.4309740 Mar 23 15:42:57.176759 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c6e5922a-c2fa-48af-992d-376b040193ed), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.187016 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:57.193808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.195695 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6e5922a-c2fa-48af-992d-376b040193ed HTTP/1.1" status: 204 len: 168 time: 0.6880643 Mar 23 15:42:57.239793 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b1d3bb-64e6-413b-98b9-88718d3810e9 req-6ae3a542-aebb-4144-995b-5956a36750a4 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:57.250848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 0795eab6-5240-4290-8b40-3a52da7e42c4 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:42:57.264644 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18b1d3bb-64e6-413b-98b9-88718d3810e9 req-6ae3a542-aebb-4144-995b-5956a36750a4 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.4405825 Mar 23 15:42:57.274386 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 0795eab6-5240-4290-8b40-3a52da7e42c4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:42:57.275392 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.311635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-9b2eb18e-610d-49e3-91a7-9d61236b829a service neutron] Publish callbacks [] for security_group (5d394c20-3f36-4e8c-bbd7-4092a86e30ef), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.321191 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-9b2eb18e-610d-49e3-91a7-9d61236b829a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5d394c20-3f36-4e8c-bbd7-4092a86e30ef), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.367842 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d309df1-89ac-4a5b-91ba-0985e4807d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e5922a-c2fa-48af-992d-376b040193ed,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:57.381454 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2eb18e-610d-49e3-91a7-9d61236b829a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5d394c20-3f36-4e8c-bbd7-4092a86e30ef,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:57.455269 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-07114bbf-e207-46f6-b76b-58dd53121eeb req-9b2eb18e-610d-49e3-91a7-9d61236b829a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634759 Mar 23 15:42:57.528200 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-30bacc51-10e5-400a-bf64-6a82fa7cee8a req-ff5c8416-7b32-4050-a22e-edb774484629 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3958464 Mar 23 15:42:57.582485 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18b1d3bb-64e6-413b-98b9-88718d3810e9 req-318114ec-f10f-4e07-979b-7c2ceb10f1c5 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145926 Mar 23 15:42:57.648492 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:42:57.649322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.755972 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47554) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:57.798852 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:42:57.810382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.834708 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2faec4-c69b-4ad3-b5ad-5c4fcc1f546d req-30d3320d-916a-4a64-862c-9d2614dc97ce tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:57.846252 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c2faec4-c69b-4ad3-b5ad-5c4fcc1f546d req-30d3320d-916a-4a64-862c-9d2614dc97ce tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1741710 Mar 23 15:42:57.864873 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:57.906633 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:58.007863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c2faec4-c69b-4ad3-b5ad-5c4fcc1f546d req-bc71556c-d698-405c-8384-84f6aaf533cb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517246 Mar 23 15:42:58.037387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e8273-7fb9-4420-9d40-1c7c868561dc req-c6fa0e2c-8e37-4368-aaa1-57066485a7b8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:58.040612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca7e8273-7fb9-4420-9d40-1c7c868561dc req-c6fa0e2c-8e37-4368-aaa1-57066485a7b8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.1796498 Mar 23 15:42:58.099471 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-65ea1555-f4c1-4af0-b752-a3e634bf2086 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.142013 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca7e8273-7fb9-4420-9d40-1c7c868561dc req-f96e6fec-29fc-4730-941a-86be588704c6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922747 Mar 23 15:42:58.215581 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-65ea1555-f4c1-4af0-b752-a3e634bf2086 admin admin] Publish callbacks [] for security_group (bb8b3000-8ba3-443c-9b98-05c75b547153), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.224680 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-65ea1555-f4c1-4af0-b752-a3e634bf2086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (bb8b3000-8ba3-443c-9b98-05c75b547153), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.287877 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47566) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:58.302851 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-11a9c525-45ba-4f25-93ea-82775285f65e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.304268 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-65ea1555-f4c1-4af0-b752-a3e634bf2086 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d7fc49e9836b49139492e3b5f65a1580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5464261 Mar 23 15:42:58.307017 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47568) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:58.310400 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47570) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:58.318125 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea1555-f4c1-4af0-b752-a3e634bf2086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8b3000-8ba3-443c-9b98-05c75b547153,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:58.405935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] Publish callbacks [] for security_group (bb8b3000-8ba3-443c-9b98-05c75b547153), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.433888 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-11a9c525-45ba-4f25-93ea-82775285f65e admin admin] Publish callbacks [] for security_group (b38de5d5-eaf5-4ef5-993f-ed931d890d6d), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.440112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-11a9c525-45ba-4f25-93ea-82775285f65e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b38de5d5-eaf5-4ef5-993f-ed931d890d6d), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.444481 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] Publish callbacks [] for security_group (bb8b3000-8ba3-443c-9b98-05c75b547153), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.493368 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-11a9c525-45ba-4f25-93ea-82775285f65e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=75b91172e8724e119e5be06a721cecfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2041211 Mar 23 15:42:58.494413 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9c525-45ba-4f25-93ea-82775285f65e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38de5d5-eaf5-4ef5-993f-ed931d890d6d,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:58.497804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47574) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:58.508001 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c'}, {'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1'}, {'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee'}, {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:42:58.516485 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c453c4d2-108d-4d20-abda-7dd854a9ad36" -d '{"events": [{"server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "name": "network-vif-plugged", "status": "completed", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c"}, {"server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "name": "network-vif-plugged", "status": "completed", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1"}, {"server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "name": "network-vif-plugged", "status": "completed", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee"}, {"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:42:58.571930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (bb8b3000-8ba3-443c-9b98-05c75b547153), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.574928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.576405 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb8b3000-8ba3-443c-9b98-05c75b547153 HTTP/1.1" status: 204 len: 168 time: 0.2676420 Mar 23 15:42:58.579399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 23 Mar 2022 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06707d55-02c2-464a-9c24-4a54f36b5260 x-openstack-request-id: req-06707d55-02c2-464a-9c24-4a54f36b5260 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:42:58.579707 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "name": "network-vif-plugged", "status": "completed", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c", "code": 200}, {"server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "name": "network-vif-plugged", "status": "completed", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1", "code": 200}, {"server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "name": "network-vif-plugged", "status": "completed", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee", "code": 200}, {"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:42:58.579962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06707d55-02c2-464a-9c24-4a54f36b5260 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:42:58.580409 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06707d55-02c2-464a-9c24-4a54f36b5260'] response: {'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c', 'code': 200} Mar 23 15:42:58.580671 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06707d55-02c2-464a-9c24-4a54f36b5260'] response: {'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'code': 200} Mar 23 15:42:58.580918 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06707d55-02c2-464a-9c24-4a54f36b5260'] response: {'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'code': 200} Mar 23 15:42:58.581198 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06707d55-02c2-464a-9c24-4a54f36b5260'] response: {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'code': 200} Mar 23 15:42:58.622349 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] Publish callbacks [] for security_group (b38de5d5-eaf5-4ef5-993f-ed931d890d6d), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.638507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715dfc82-e260-49db-8ea3-89b051c37cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8b3000-8ba3-443c-9b98-05c75b547153,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:58.640918 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c0da849b-d23f-434e-8434-102a34538a2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.772067 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] Publish callbacks [] for security_group (b38de5d5-eaf5-4ef5-993f-ed931d890d6d), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.925794 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb33257-8265-460f-b7dd-da76c1e93863 req-14f2b7d9-7b80-447e-9d64-30938bb1fd10 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:58.927652 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ddb33257-8265-460f-b7dd-da76c1e93863 req-14f2b7d9-7b80-447e-9d64-30938bb1fd10 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.2218113 Mar 23 15:42:58.938320 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2254aa62-e2bd-4c31-94df-2f163d28599f req-e1ef8d50-7966-4ad1-a2c0-e3864d48eae9 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:58.940285 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2254aa62-e2bd-4c31-94df-2f163d28599f req-e1ef8d50-7966-4ad1-a2c0-e3864d48eae9 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.1517110 Mar 23 15:42:58.956294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b38de5d5-eaf5-4ef5-993f-ed931d890d6d), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.959469 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:58.960769 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b38de5d5-eaf5-4ef5-993f-ed931d890d6d HTTP/1.1" status: 204 len: 168 time: 0.4618556 Mar 23 15:42:59.000094 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f2f99-0237-496f-b217-eedb6a3f4564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38de5d5-eaf5-4ef5-993f-ed931d890d6d,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:59.137922 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c0da849b-d23f-434e-8434-102a34538a2d admin admin] Publish callbacks [] for security_group (8538b9f6-6674-4618-a25e-c63f5fd5b1d7), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:59.202164 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c0da849b-d23f-434e-8434-102a34538a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8538b9f6-6674-4618-a25e-c63f5fd5b1d7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:59.206870 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313c61f-b5d1-45fe-84c8-4e1fb80a5a93 req-3bc88cbe-b43a-495e-914e-d8dc7556ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.208518 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a313c61f-b5d1-45fe-84c8-4e1fb80a5a93 req-3bc88cbe-b43a-495e-914e-d8dc7556ce77 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.1091251 Mar 23 15:42:59.258963 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2254aa62-e2bd-4c31-94df-2f163d28599f req-65a901ba-8178-49be-a26c-52276a4c2ae0 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875152 Mar 23 15:42:59.302094 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ddb33257-8265-460f-b7dd-da76c1e93863 req-72adc6aa-5105-4322-8c80-0449bc222839 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3533826 Mar 23 15:42:59.344597 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c0da849b-d23f-434e-8434-102a34538a2d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cccf511e8b514d85aee3bef4e0839f95&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0327687 Mar 23 15:42:59.354467 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47604) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:59.384160 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da849b-d23f-434e-8434-102a34538a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538b9f6-6674-4618-a25e-c63f5fd5b1d7,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:42:59.533150 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a83cd-9e8a-4703-b724-40b73d7c3039 req-8489b69a-e581-4c80-91a2-554e5236c8c4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.542200 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-427a83cd-9e8a-4703-b724-40b73d7c3039 req-8489b69a-e581-4c80-91a2-554e5236c8c4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1005542 Mar 23 15:42:59.549843 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47612) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:42:59.648213 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e813362a-3ec1-4687-8b1a-78c757d6359f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:59.652156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58be15-277a-432b-81c2-08351c40d2c7 req-c60ba867-8dba-4bb4-88c6-22bd6544a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.654410 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2b58be15-277a-432b-81c2-08351c40d2c7 req-c60ba867-8dba-4bb4-88c6-22bd6544a656 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 1129 time: 0.4132755 Mar 23 15:42:59.662141 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a313c61f-b5d1-45fe-84c8-4e1fb80a5a93 req-5bc6628d-a93b-40f3-b3fb-850bd8b07df0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285476 Mar 23 15:42:59.688295 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453d1a2-a462-4ed6-a8f2-f34bf15841a7 req-521fdc95-8a12-4073-8a3d-99e4080a9217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.690326 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f453d1a2-a462-4ed6-a8f2-f34bf15841a7 req-521fdc95-8a12-4073-8a3d-99e4080a9217 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1129 time: 0.4786921 Mar 23 15:42:59.711566 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d68ef-582d-4411-874c-e3a076183f49 req-1b7dc9d4-7dc1-48e9-b6fe-0dad2769fcca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.713574 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-418d68ef-582d-4411-874c-e3a076183f49 req-1b7dc9d4-7dc1-48e9-b6fe-0dad2769fcca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1130 time: 0.3578866 Mar 23 15:42:59.719470 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] Publish callbacks [] for security_group (8538b9f6-6674-4618-a25e-c63f5fd5b1d7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:59.721732 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2b58be15-277a-432b-81c2-08351c40d2c7 req-bf9173b0-3988-4d56-9dcd-5b517857dd31 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582364 Mar 23 15:42:59.771284 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-427a83cd-9e8a-4703-b724-40b73d7c3039 req-639e9976-9140-4fac-8bc6-61a137b8a213 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274752 Mar 23 15:42:59.846819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] Publish callbacks [] for security_group (8538b9f6-6674-4618-a25e-c63f5fd5b1d7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:42:59.967187 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff335f2a-5b1c-4c15-8f58-7c04432819f9 req-c0aa4351-fa75-42b2-8fc0-b0b9ba2b7b60 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:42:59.969951 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff335f2a-5b1c-4c15-8f58-7c04432819f9 req-c0aa4351-fa75-42b2-8fc0-b0b9ba2b7b60 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.4211941 Mar 23 15:43:00.070375 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8538b9f6-6674-4618-a25e-c63f5fd5b1d7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.073520 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.074789 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8538b9f6-6674-4618-a25e-c63f5fd5b1d7 HTTP/1.1" status: 204 len: 168 time: 0.7187915 Mar 23 15:43:00.095582 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff335f2a-5b1c-4c15-8f58-7c04432819f9 req-06616058-f175-4c83-aa0c-c08febce2722 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174579 Mar 23 15:43:00.106602 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25ddd3-7a94-48c4-897b-8732c7d715bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538b9f6-6674-4618-a25e-c63f5fd5b1d7,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:00.134894 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e813362a-3ec1-4687-8b1a-78c757d6359f admin admin] Publish callbacks [] for security_group (ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.143931 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e813362a-3ec1-4687-8b1a-78c757d6359f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.246081 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e813362a-3ec1-4687-8b1a-78c757d6359f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d569673e7ee44549a852a908b5b83ddc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706567 Mar 23 15:43:00.248784 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47640) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:00.261109 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813362a-3ec1-4687-8b1a-78c757d6359f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:00.342479 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f453d1a2-a462-4ed6-a8f2-f34bf15841a7 req-f7d9372a-1ddd-464a-b790-7de49845c982 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103594 Mar 23 15:43:00.366287 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47648) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:00.375479 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-418d68ef-582d-4411-874c-e3a076183f49 req-0b246ea2-88e6-4575-816d-9b9dbffc9d00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528847 Mar 23 15:43:00.386815 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] Publish callbacks [] for security_group (ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.420237 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] Publish callbacks [] for security_group (ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.502226 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.505108 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.512124 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf HTTP/1.1" status: 204 len: 168 time: 0.2558167 Mar 23 15:43:00.539483 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47656) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:00.556461 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd02ba60-1b55-4059-862f-363498e21ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.574043 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bac737-1c32-41e6-9083-1e008e30148c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7f0dd4-1123-4f5c-9800-a4debe0fa6cf,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:00.612987 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85d0ad-4b56-415c-badb-c63c3a6716ea req-f51f28fc-0137-4f2a-883d-caee61b33f1e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:00.621482 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7b85d0ad-4b56-415c-badb-c63c3a6716ea req-f51f28fc-0137-4f2a-883d-caee61b33f1e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1377280 Mar 23 15:43:00.663272 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-16df3d3a-328f-4c8a-90d7-642ebdf42dbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.681246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe82b5-a7a1-45c1-983a-eba84ddab4ec req-1e1541f1-cb6a-4809-8e91-7ee0363ab224 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:00.683374 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cabe82b5-a7a1-45c1-983a-eba84ddab4ec req-1e1541f1-cb6a-4809-8e91-7ee0363ab224 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.1836908 Mar 23 15:43:00.744134 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd02ba60-1b55-4059-862f-363498e21ac1 admin admin] Publish callbacks [] for security_group (144d21b8-68bc-4e69-8331-ce20c9279d3a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.752130 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd02ba60-1b55-4059-862f-363498e21ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (144d21b8-68bc-4e69-8331-ce20c9279d3a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.784863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7b85d0ad-4b56-415c-badb-c63c3a6716ea req-1c3d059e-8cf1-4da7-8b5b-930d51af4447 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624238 Mar 23 15:43:00.843234 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cd02ba60-1b55-4059-862f-363498e21ac1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5e3a523f2534cd58169bb34e8176349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999353 Mar 23 15:43:00.843544 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02ba60-1b55-4059-862f-363498e21ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144d21b8-68bc-4e69-8331-ce20c9279d3a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:00.847922 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47662) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:00.870097 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cabe82b5-a7a1-45c1-983a-eba84ddab4ec req-485c01c3-4d21-4722-9af3-89dde85687d9 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754849 Mar 23 15:43:00.948679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] Publish callbacks [] for security_group (144d21b8-68bc-4e69-8331-ce20c9279d3a), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:00.994531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] Publish callbacks [] for security_group (144d21b8-68bc-4e69-8331-ce20c9279d3a), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.026721 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-16df3d3a-328f-4c8a-90d7-642ebdf42dbc admin admin] Publish callbacks [] for security_group (49108056-5ee5-4b4f-bf1f-7a071aef65f0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.039897 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-16df3d3a-328f-4c8a-90d7-642ebdf42dbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (49108056-5ee5-4b4f-bf1f-7a071aef65f0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.084767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b428f1a-2190-4552-9f8c-ee49c49024e3 req-4a92139b-fbd6-4986-9ef5-03e5b67b5edf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:01.086929 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b428f1a-2190-4552-9f8c-ee49c49024e3 req-4a92139b-fbd6-4986-9ef5-03e5b67b5edf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1619494 Mar 23 15:43:01.094089 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df3d3a-328f-4c8a-90d7-642ebdf42dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49108056-5ee5-4b4f-bf1f-7a071aef65f0,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:01.134452 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-16df3d3a-328f-4c8a-90d7-642ebdf42dbc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8853470347764ab9ad4703307fd77886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7666531 Mar 23 15:43:01.137815 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47672) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:01.161471 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (144d21b8-68bc-4e69-8331-ce20c9279d3a), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.166559 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.172279 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/144d21b8-68bc-4e69-8331-ce20c9279d3a HTTP/1.1" status: 204 len: 168 time: 0.3226814 Mar 23 15:43:01.177599 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b428f1a-2190-4552-9f8c-ee49c49024e3 req-76312f42-4daa-4962-badf-df99fc962837 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765769 Mar 23 15:43:01.224649 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c06fab-dc51-4d76-ab49-084ffa3cbd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144d21b8-68bc-4e69-8331-ce20c9279d3a,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:01.275074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] Publish callbacks [] for security_group (49108056-5ee5-4b4f-bf1f-7a071aef65f0), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.328223 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] Publish callbacks [] for security_group (49108056-5ee5-4b4f-bf1f-7a071aef65f0), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.339083 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1288c-adfb-4b95-89a4-7332a84d59c4 req-43a4d5be-8cbb-4cd7-9b0f-34e2100f30c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:01.341603 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-83a1288c-adfb-4b95-89a4-7332a84d59c4 req-43a4d5be-8cbb-4cd7-9b0f-34e2100f30c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.0939107 Mar 23 15:43:01.428090 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-83a1288c-adfb-4b95-89a4-7332a84d59c4 req-c2c44167-2b50-49c9-be70-2092b1647d63 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761077 Mar 23 15:43:01.452439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (49108056-5ee5-4b4f-bf1f-7a071aef65f0), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.459211 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:01.461544 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/49108056-5ee5-4b4f-bf1f-7a071aef65f0 HTTP/1.1" status: 204 len: 168 time: 0.3220286 Mar 23 15:43:01.499763 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e8b80-e9b9-42c2-8de7-57c7bfcf4cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49108056-5ee5-4b4f-bf1f-7a071aef65f0,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:01.981172 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47704) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:02.006838 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28beb71-9ba9-4a04-8537-f25b264915a5 req-2f4bcc95-1ea2-493a-940c-402054682c0d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:02.024720 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b28beb71-9ba9-4a04-8537-f25b264915a5 req-2f4bcc95-1ea2-493a-940c-402054682c0d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1219420 Mar 23 15:43:02.034328 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47710) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:02.060369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3432e5c6-3c73-4691-8c84-cde0335bff01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.162276 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b28beb71-9ba9-4a04-8537-f25b264915a5 req-03c6ea04-ee96-486a-8df4-23967978dec0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360075 Mar 23 15:43:02.194530 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3432e5c6-3c73-4691-8c84-cde0335bff01 admin admin] Publish callbacks [] for security_group (2c7091f4-b78a-4869-a8ae-a889ea93cbb1), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.199331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3432e5c6-3c73-4691-8c84-cde0335bff01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (2c7091f4-b78a-4869-a8ae-a889ea93cbb1), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.278357 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3432e5c6-3c73-4691-8c84-cde0335bff01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c6a807f84e2646cf91109dc228bea972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2427254 Mar 23 15:43:02.282158 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47716) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:02.318154 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3432e5c6-3c73-4691-8c84-cde0335bff01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7091f4-b78a-4869-a8ae-a889ea93cbb1,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:02.324239 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ac682b7-b629-4fca-9eb5-4f82ee4705ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.423194 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d4103-c8e8-4c17-81ad-8caf3cb3bd69 req-8185a5d8-711c-427f-a884-9e9ca96e7796 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:02.425033 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d27d4103-c8e8-4c17-81ad-8caf3cb3bd69 req-8185a5d8-711c-427f-a884-9e9ca96e7796 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1440971 Mar 23 15:43:02.429023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] Publish callbacks [] for security_group (2c7091f4-b78a-4869-a8ae-a889ea93cbb1), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.459987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ac682b7-b629-4fca-9eb5-4f82ee4705ad admin admin] Publish callbacks [] for security_group (58b15550-7cba-4cc9-b8f1-a76de0044420), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.471114 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ac682b7-b629-4fca-9eb5-4f82ee4705ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (58b15550-7cba-4cc9-b8f1-a76de0044420), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.481320 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] Publish callbacks [] for security_group (2c7091f4-b78a-4869-a8ae-a889ea93cbb1), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.533142 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d27d4103-c8e8-4c17-81ad-8caf3cb3bd69 req-933c1170-4b03-4669-bdb3-c720f93c3bf8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002522 Mar 23 15:43:02.577077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (2c7091f4-b78a-4869-a8ae-a889ea93cbb1), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.582555 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.586212 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2c7091f4-b78a-4869-a8ae-a889ea93cbb1 HTTP/1.1" status: 204 len: 168 time: 0.3001781 Mar 23 15:43:02.607912 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ddd037-d726-498e-93b0-ee365106a83b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7091f4-b78a-4869-a8ae-a889ea93cbb1,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:02.625084 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47728) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:02.631039 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5ac682b7-b629-4fca-9eb5-4f82ee4705ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cd5436a925f643eaadea020b8ef0ee51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6458871 Mar 23 15:43:02.638728 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac682b7-b629-4fca-9eb5-4f82ee4705ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b15550-7cba-4cc9-b8f1-a76de0044420,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:02.747991 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf496744-92a9-4edf-83e5-48b5e7c7070e req-7cb965f6-7486-489b-8bf4-15f9bcfd6986 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:02.750172 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cf496744-92a9-4edf-83e5-48b5e7c7070e req-7cb965f6-7486-489b-8bf4-15f9bcfd6986 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.1474955 Mar 23 15:43:02.764608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] Publish callbacks [] for security_group (58b15550-7cba-4cc9-b8f1-a76de0044420), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.827919 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] Publish callbacks [] for security_group (58b15550-7cba-4cc9-b8f1-a76de0044420), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.877366 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cf496744-92a9-4edf-83e5-48b5e7c7070e req-f2dc214d-e5c7-4bad-8a96-1783f4598c28 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174116 Mar 23 15:43:02.917162 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (58b15550-7cba-4cc9-b8f1-a76de0044420), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.922231 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:02.935179 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58b15550-7cba-4cc9-b8f1-a76de0044420 HTTP/1.1" status: 204 len: 168 time: 0.3086417 Mar 23 15:43:02.961262 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41516fa-b9ac-45f8-8a04-66feaed7522a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b15550-7cba-4cc9-b8f1-a76de0044420,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:03.213261 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27986af-c842-456a-8240-9ce84f2ca755 req-56d71a7b-417c-46be-966a-9829f14c73b6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:03.223802 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e27986af-c842-456a-8240-9ce84f2ca755 req-56d71a7b-417c-46be-966a-9829f14c73b6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.1111469 Mar 23 15:43:03.227479 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 47760) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:03.232877 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:03.328954 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:03.513211 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a420a-d522-47bc-8cf0-dd33b7442b7b req-0f84fe46-5cff-464b-b874-da795e0a1458 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:03.515797 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-369a420a-d522-47bc-8cf0-dd33b7442b7b req-0f84fe46-5cff-464b-b874-da795e0a1458 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1889048 Mar 23 15:43:03.647598 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-369a420a-d522-47bc-8cf0-dd33b7442b7b req-df3efcb4-029b-42e2-95b5-b82b74ccce80 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212909 Mar 23 15:43:03.891039 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf7ba0-8ebe-47ea-9ef6-4defdacb83a0 req-6c9d47cf-66e4-4263-a0b9-dfe9e0b331c3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:03.898542 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6cf7ba0-8ebe-47ea-9ef6-4defdacb83a0 req-6c9d47cf-66e4-4263-a0b9-dfe9e0b331c3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1430690 Mar 23 15:43:03.969802 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0b4c-a3ff-4ede-b0c1-aacef21586e4 req-5fac5826-8d79-4a64-bc1c-7896fb15ed8c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:03.971468 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-209a0b4c-a3ff-4ede-b0c1-aacef21586e4 req-5fac5826-8d79-4a64-bc1c-7896fb15ed8c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1438429 Mar 23 15:43:03.989207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 47790) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:04.014042 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'floatingip': {'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:04.090525 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6cf7ba0-8ebe-47ea-9ef6-4defdacb83a0 req-7f3738d1-bdfc-40a1-b695-3ace3ea4b7bc tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906762 Mar 23 15:43:04.108244 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:04.751115 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.db.resource_extend [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 15:43:04.814777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-ca4a4bfd-9ca5-4d00-8fb2-f5b0a5f3bdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:04.816384 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-ca4a4bfd-9ca5-4d00-8fb2-f5b0a5f3bdba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1129 time: 0.2329905 Mar 23 15:43:04.833578 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373713b4-ead7-4add-a597-1e7cd439aacd req-2509a839-f062-46a0-a023-82651676de51 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:04.848037 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-373713b4-ead7-4add-a597-1e7cd439aacd req-2509a839-f062-46a0-a023-82651676de51 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.2661035 Mar 23 15:43:04.931698 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-373713b4-ead7-4add-a597-1e7cd439aacd req-3a1cf9c4-0b33-4cd6-8e5d-13710f781c12 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740750 Mar 23 15:43:05.195690 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:05.216555 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:05.227225 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-1073bad1-55cf-428e-a2e2-8b7281c97603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:05.230120 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-1073bad1-55cf-428e-a2e2-8b7281c97603 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.3934228 Mar 23 15:43:05.342032 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-56fef431-8726-4f93-9874-05d38f4d093b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c HTTP/1.1" status: 200 len: 217 time: 0.0728097 Mar 23 15:43:05.428537 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-5da54429-28a1-4d86-aa4b-66520dd90f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:05.430449 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-5da54429-28a1-4d86-aa4b-66520dd90f1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0764360 Mar 23 15:43:05.453704 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP ff240c5d-18fd-48b1-9094-7ddc80c832ac associated. External IP: 172.27.3.119, port: 471540f3-95ce-4c9f-9cd7-2690754996e1. Mar 23 15:43:05.522167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.db.resource_extend [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 15:43:05.679203 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:05.688576 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-d08e0283-5df0-4504-9e1e-ae301c6f33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:05.689419 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:05.691349 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-d08e0283-5df0-4504-9e1e-ae301c6f33a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2498937 Mar 23 15:43:05.832731 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Floating IP 6fe69b52-0343-471d-a1b1-b55a7f19ba8a associated. External IP: 172.27.3.209, port: 0795eab6-5240-4290-8b40-3a52da7e42c4. Mar 23 15:43:05.948654 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-9e513c86-8f64-404b-ab67-a7640bb1a19a service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022552 Mar 23 15:43:06.076188 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:43:06.195037 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1dfacd40-5749-4a98-b13f-14e515c18f3e req-965593f8-51e8-4bf6-88fd-3026178d0e05 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369950 Mar 23 15:43:06.242738 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc8aaa-d942-44d5-b7cf-6a6a957d9a4f req-80ef9a5a-5fe1-4174-bb3b-dd3a4fb563f5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:06.244697 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13fc8aaa-d942-44d5-b7cf-6a6a957d9a4f req-80ef9a5a-5fe1-4174-bb3b-dd3a4fb563f5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1223471 Mar 23 15:43:06.291868 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:43:06.297513 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:06.318615 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13fc8aaa-d942-44d5-b7cf-6a6a957d9a4f req-06da2b89-148a-4dad-9378-270980a81038 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609453 Mar 23 15:43:06.330200 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:43:06.372049 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:43:06.372941 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b3726b37-0f6e-4d58-ab2d-9afd5f07829b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "PUT /v2.0/floatingips/ff240c5d-18fd-48b1-9094-7ddc80c832ac HTTP/1.1" status: 200 len: 991 time: 3.1440396 Mar 23 15:43:06.380058 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:06.383207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7faa9d8-1fb2-4607-8553-c9c0dd567687" -d '{"events": [{"name": "network-changed", "server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:06.399240 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:06.399240 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:42:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:06.470951 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4450e42c-c934-4e7f-836b-18c09998edda x-openstack-request-id: req-4450e42c-c934-4e7f-836b-18c09998edda {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:06.471388 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:06.471538 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4450e42c-c934-4e7f-836b-18c09998edda {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:06.471878 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4450e42c-c934-4e7f-836b-18c09998edda'] response: {'name': 'network-changed', 'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'status': 'completed', 'code': 200} Mar 23 15:43:06.621616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-5f0119fb-490c-4c78-8906-e9433f24ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:06.641491 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-5f0119fb-490c-4c78-8906-e9433f24ed15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 1129 time: 0.1341066 Mar 23 15:43:06.642016 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:43:06.660149 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:43:06.661070 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:06.679685 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:43:06.679857 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:06.679857 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:42:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:06.740820 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-44542396-3249-4447-a95b-14cdc3d0ee25 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "PUT /v2.0/floatingips/6fe69b52-0343-471d-a1b1-b55a7f19ba8a HTTP/1.1" status: 200 len: 992 time: 2.7503521 Mar 23 15:43:06.743264 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:06.745838 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8da24d-5fb7-4da8-beec-028f20cbe918" -d '{"events": [{"name": "network-changed", "server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:06.848108 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdeaf760-5b1f-4ec0-af7f-b3b148a96201 x-openstack-request-id: req-bdeaf760-5b1f-4ec0-af7f-b3b148a96201 {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:06.848414 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:06.848673 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bdeaf760-5b1f-4ec0-af7f-b3b148a96201 {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:06.849096 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdeaf760-5b1f-4ec0-af7f-b3b148a96201'] response: {'name': 'network-changed', 'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'status': 'completed', 'code': 200} Mar 23 15:43:07.331480 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-08de523f-e8dd-4beb-93b5-6904ed9724d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:07.338072 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-08de523f-e8dd-4beb-93b5-6904ed9724d5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1130 time: 0.1731346 Mar 23 15:43:07.478139 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:43:07.618899 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:04Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:07.626454 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-2c2cbc3a-499b-4b39-a314-6f7862d0e340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:07.630569 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-2c2cbc3a-499b-4b39-a314-6f7862d0e340 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.2784817 Mar 23 15:43:07.640471 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-089d5719-2809-4ffe-be9e-580661087f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:07.645473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-089d5719-2809-4ffe-be9e-580661087f02 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.9995186 Mar 23 15:43:07.695240 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9babf8-a712-4e75-9e42-c536c07ed295 req-bcaa242f-c7a1-4dc9-b5a5-6569f06cf5d2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:07.699109 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b9babf8-a712-4e75-9e42-c536c07ed295 req-bcaa242f-c7a1-4dc9-b5a5-6569f06cf5d2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1594110 Mar 23 15:43:07.720750 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:43:07.745691 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:07.746813 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:42:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:08.008969 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:43:08.013507 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-992bae29-a130-414c-ab5c-eb34b8016a3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1000 time: 0.3628333 Mar 23 15:43:08.029336 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-9f84e915-7151-4b69-bd34-768d1ef3ad1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 200 len: 999 time: 0.2831538 Mar 23 15:43:08.062599 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6fe69b52-0343-471d-a1b1-b55a7f19ba8a', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16125c88-a80b-451b-845e-b05b53280c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:43:05Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:08.105112 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:43:08.125760 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:08.126643 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:42:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:08.282930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-5b8005dd-9fdd-4c34-8fbb-1801cc92755d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:08.285541 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-5b8005dd-9fdd-4c34-8fbb-1801cc92755d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.2274814 Mar 23 15:43:08.288474 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-1b64ec30-0834-479e-b7e7-70fa56f4482c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:08.291691 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-1b64ec30-0834-479e-b7e7-70fa56f4482c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.2601848 Mar 23 15:43:08.396684 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:43:08.454293 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b9babf8-a712-4e75-9e42-c536c07ed295 req-b7a6ba35-267c-4334-b36c-6f808e8352b9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7482316 Mar 23 15:43:08.498345 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:04Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:08.500864 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-fc4698a6-8373-4267-9320-13cc85326bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:08.508725 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-fc4698a6-8373-4267-9320-13cc85326bf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2084579 Mar 23 15:43:08.563102 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f28a6b-101b-458e-bdba-0b1c57ea43b7 None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:04Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:43:08.604039 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-3b8942af-7f96-47f1-b3f0-b7084eb9edb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:08.606850 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-3b8942af-7f96-47f1-b3f0-b7084eb9edb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3027458 Mar 23 15:43:09.051883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6fe69b52-0343-471d-a1b1-b55a7f19ba8a', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16125c88-a80b-451b-845e-b05b53280c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:43:05Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:09.087960 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-b2e49867-2b6a-4623-b78f-ed4c01e2eb24 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659261 Mar 23 15:43:09.100655 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-0e6fd18a-c2fb-4fa7-b1cc-6e7e7537cd89 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951931 Mar 23 15:43:09.152907 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf70283a-a08a-4d00-9b7f-604612c7981f None None] New status for floating IP ff240c5d-18fd-48b1-9094-7ddc80c832ac: ACTIVE {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:43:09.158836 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ed6e2-bc32-48dd-9647-e012c1957b10 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6fe69b52-0343-471d-a1b1-b55a7f19ba8a', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.209', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16125c88-a80b-451b-845e-b05b53280c15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:43:05Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:43:09.425605 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48000) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:09.630124 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8b8b95-47c2-4f88-8401-8f47b3ec49ea None None] New status for floating IP 6fe69b52-0343-471d-a1b1-b55a7f19ba8a: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:43:09.631560 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f7faa9d8-1fb2-4607-8553-c9c0dd567687 req-72b78fcf-efb4-494b-8cb7-4df565469df3 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5291226 Mar 23 15:43:09.640976 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6a8da24d-5fb7-4da8-beec-028f20cbe918 req-2aae2540-d7f5-4486-ab3f-28e4fc87e4c4 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792355 Mar 23 15:43:09.781350 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5605b883-f4f1-4ebf-97c6-071c0b6e0da3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:09.808303 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e11b8-d431-4e6d-b51d-a15f59d1ba70 req-1de75ac7-0127-419d-a7bd-828d7fc7a73e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:09.813700 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e8e11b8-d431-4e6d-b51d-a15f59d1ba70 req-1de75ac7-0127-419d-a7bd-828d7fc7a73e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1577730 Mar 23 15:43:09.907286 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e8e11b8-d431-4e6d-b51d-a15f59d1ba70 req-ccefe2ba-5d39-4b8a-9dd1-b9ca33809dc3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864158 Mar 23 15:43:09.997125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5605b883-f4f1-4ebf-97c6-071c0b6e0da3 admin admin] Publish callbacks [] for security_group (3705dbe7-b817-40d9-a4c6-562593299628), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.007645 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5605b883-f4f1-4ebf-97c6-071c0b6e0da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3705dbe7-b817-40d9-a4c6-562593299628), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.099120 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605b883-f4f1-4ebf-97c6-071c0b6e0da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3705dbe7-b817-40d9-a4c6-562593299628,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:10.112608 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5605b883-f4f1-4ebf-97c6-071c0b6e0da3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4159baffe1e344879bd984eee334a2e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6816742 Mar 23 15:43:10.113187 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48024) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:10.240818 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] Publish callbacks [] for security_group (3705dbe7-b817-40d9-a4c6-562593299628), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.282875 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] Publish callbacks [] for security_group (3705dbe7-b817-40d9-a4c6-562593299628), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.354788 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3705dbe7-b817-40d9-a4c6-562593299628), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.356716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:10.358358 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3705dbe7-b817-40d9-a4c6-562593299628 HTTP/1.1" status: 204 len: 168 time: 0.2431901 Mar 23 15:43:10.373982 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba490a-0463-4f59-a1c8-9153247ce8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3705dbe7-b817-40d9-a4c6-562593299628,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:11.077562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd42f49-3189-49a3-bce4-61e47c89033a req-ad17f30b-1a53-4517-ad63-55a83091a7ac tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:11.080223 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6dd42f49-3189-49a3-bce4-61e47c89033a req-ad17f30b-1a53-4517-ad63-55a83091a7ac tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0877807 Mar 23 15:43:11.141443 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6dd42f49-3189-49a3-bce4-61e47c89033a req-ff5bc321-936d-4889-83d9-70463ade38d1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521932 Mar 23 15:43:11.859697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48082) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:12.092663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-78857232-8d22-4d9b-ad8c-474794653065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.227402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-78857232-8d22-4d9b-ad8c-474794653065 admin admin] Publish callbacks [] for security_group (cdb78c7c-1544-433a-9a97-205275ac2488), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.234231 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-78857232-8d22-4d9b-ad8c-474794653065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (cdb78c7c-1544-433a-9a97-205275ac2488), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.302918 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-78857232-8d22-4d9b-ad8c-474794653065 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c33f25cb1f544f3e9ca67ad7374c5d3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4419081 Mar 23 15:43:12.308317 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48100) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:12.313501 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1765d-1bb3-47da-9bcb-a8e1463a6396 req-02877231-168d-4616-9307-ffb49365fe80 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:12.320861 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3bf1765d-1bb3-47da-9bcb-a8e1463a6396 req-02877231-168d-4616-9307-ffb49365fe80 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0738635 Mar 23 15:43:12.321480 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78857232-8d22-4d9b-ad8c-474794653065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb78c7c-1544-433a-9a97-205275ac2488,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:12.387450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] Publish callbacks [] for security_group (cdb78c7c-1544-433a-9a97-205275ac2488), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.390862 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3bf1765d-1bb3-47da-9bcb-a8e1463a6396 req-f3e2f668-51c6-4e6b-9258-79d2cfd0e31a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665910 Mar 23 15:43:12.423268 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] Publish callbacks [] for security_group (cdb78c7c-1544-433a-9a97-205275ac2488), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.482195 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (cdb78c7c-1544-433a-9a97-205275ac2488), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.487569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.489473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cdb78c7c-1544-433a-9a97-205275ac2488 HTTP/1.1" status: 204 len: 168 time: 0.1795511 Mar 23 15:43:12.502339 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83346633-496e-46dd-a43a-c3c55b605a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb78c7c-1544-433a-9a97-205275ac2488,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:12.862229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48106) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:12.878328 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c17e1810-1805-4272-9cdd-fee33ed3007a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.977319 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c17e1810-1805-4272-9cdd-fee33ed3007a admin admin] Publish callbacks [] for security_group (214a55b9-9b86-4cb8-b949-4f9ddafdcdf2), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:12.983398 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c17e1810-1805-4272-9cdd-fee33ed3007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (214a55b9-9b86-4cb8-b949-4f9ddafdcdf2), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:13.024054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17e1810-1805-4272-9cdd-fee33ed3007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214a55b9-9b86-4cb8-b949-4f9ddafdcdf2,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:13.029313 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c17e1810-1805-4272-9cdd-fee33ed3007a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eb1f195c7383478da451ed56996ad6e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653862 Mar 23 15:43:13.033789 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48110) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:13.121092 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] Publish callbacks [] for security_group (214a55b9-9b86-4cb8-b949-4f9ddafdcdf2), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:13.150634 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] Publish callbacks [] for security_group (214a55b9-9b86-4cb8-b949-4f9ddafdcdf2), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:13.244399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (214a55b9-9b86-4cb8-b949-4f9ddafdcdf2), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:13.249279 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:13.251857 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/214a55b9-9b86-4cb8-b949-4f9ddafdcdf2 HTTP/1.1" status: 204 len: 168 time: 0.2153661 Mar 23 15:43:13.284041 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808196b-b0f9-427a-b34c-ec167e99197a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a55b9-9b86-4cb8-b949-4f9ddafdcdf2,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:13.646716 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ccc3a-8ed5-42e4-a0d2-a57390865671 req-ebb7b87a-59e3-4b16-8a6e-46799abf7a19 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:13.654091 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-546ccc3a-8ed5-42e4-a0d2-a57390865671 req-ebb7b87a-59e3-4b16-8a6e-46799abf7a19 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1410406 Mar 23 15:43:13.674258 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e92c2-9e56-4b60-8590-bf494c102628 req-d7b752f7-8bb7-49cd-8a67-d1d042ea6328 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:13.676109 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-753e92c2-9e56-4b60-8590-bf494c102628 req-d7b752f7-8bb7-49cd-8a67-d1d042ea6328 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.0961897 Mar 23 15:43:13.772063 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-546ccc3a-8ed5-42e4-a0d2-a57390865671 req-661f9efe-44a7-46dd-b0d1-70a37a0e2761 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168480 Mar 23 15:43:13.788969 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-753e92c2-9e56-4b60-8590-bf494c102628 req-67846127-f2ef-4030-90a4-caa42fad5282 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984015 Mar 23 15:43:15.029885 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab51689-b249-4981-b69b-66e165238ec4 req-8d846b37-0260-4e81-841d-b601a0d9d952 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:15.031725 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eab51689-b249-4981-b69b-66e165238ec4 req-8d846b37-0260-4e81-841d-b601a0d9d952 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1290407 Mar 23 15:43:15.051048 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c711-bb19-4cf6-9863-803d637a85d0 req-7f9f4951-4ee4-4031-bfd9-c1e65ee1aa9d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:15.053298 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5584c711-bb19-4cf6-9863-803d637a85d0 req-7f9f4951-4ee4-4031-bfd9-c1e65ee1aa9d tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.0985692 Mar 23 15:43:15.146388 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5584c711-bb19-4cf6-9863-803d637a85d0 req-6a2fe820-0e53-40f7-9171-d1cdf97b6bc1 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843203 Mar 23 15:43:15.149256 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eab51689-b249-4981-b69b-66e165238ec4 req-fb7682ad-d738-4851-9b65-07f94a081bf0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946314 Mar 23 15:43:16.104656 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-aa6732d6-a295-4f8e-8a68-f327ca06bd6e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:16.106243 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-aa6732d6-a295-4f8e-8a68-f327ca06bd6e tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.61 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.1409361 Mar 23 15:43:16.328546 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Deleting port 6657da02-a8d3-41e9-ad78-189a1733f4cf {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:43:16.329296 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:16.371931 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f022f-46f9-430a-a745-62cf36fb25c4 req-e743060a-69c3-418d-aea8-ef0bae4c0724 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:16.373744 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce1f022f-46f9-430a-a745-62cf36fb25c4 req-e743060a-69c3-418d-aea8-ef0bae4c0724 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1206069 Mar 23 15:43:16.421983 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a612295-16d6-4e08-859a-5b5bb3a05a65 req-de5e889b-e81b-4d80-91b6-00fe7425d68b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:16.424708 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a612295-16d6-4e08-859a-5b5bb3a05a65 req-de5e889b-e81b-4d80-91b6-00fe7425d68b tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 946 time: 0.1494577 Mar 23 15:43:16.438541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:16.514229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] For port 6657da02-a8d3-41e9-ad78-189a1733f4cf, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6657da02-a8d3-41e9-ad78-189a1733f4cf,segment=NetworkSegment(074bbca4-1dd4-4f05-ab3e-2be237044b70),segment_id=074bbca4-1dd4-4f05-ab3e-2be237044b70)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:16.514998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:16.549202 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce1f022f-46f9-430a-a745-62cf36fb25c4 req-95608ded-a84f-4af0-8d77-da5a5f2e8dce tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128359 Mar 23 15:43:16.558622 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Calling delete_port for 6657da02-a8d3-41e9-ad78-189a1733f4cf owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:43:16.605904 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a612295-16d6-4e08-859a-5b5bb3a05a65 req-221f2ebd-1792-46ac-bb6a-3199d3d23fb1 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/security-groups?id=8121ace6-7aeb-43d9-9479-75ac58687626&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675074 Mar 23 15:43:16.776569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (6657da02-a8d3-41e9-ad78-189a1733f4cf), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:16.795665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['6657da02-a8d3-41e9-ad78-189a1733f4cf'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:43:16.815150 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Pushing event deleted for resources: {'Port': ['ID=6657da02-a8d3-41e9-ad78-189a1733f4cf,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:16.890645 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] No DVR routers for this DVR port 6657da02-a8d3-41e9-ad78-189a1733f4cf on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:43:16.895264 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:16.899868 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20b85192-ea3d-4779-893b-210b37d3ed8e req-55cae41a-6f44-4303-8687-f181994ac6ce tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.61 "DELETE /v2.0/ports/6657da02-a8d3-41e9-ad78-189a1733f4cf HTTP/1.1" status: 204 len: 173 time: 0.7855909 Mar 23 15:43:16.900579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'name': 'network-vif-deleted', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:16.903504 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0404a1d4-5de6-4ab9-a580-9d9ddd52a35b" -d '{"events": [{"server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "name": "network-vif-deleted", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:16.974073 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d494dd30-1760-4d13-9462-2a47fc0051b9 x-openstack-request-id: req-d494dd30-1760-4d13-9462-2a47fc0051b9 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:16.974379 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39948210-5ecf-43fa-ae40-a4d878292c4c", "name": "network-vif-deleted", "tag": "6657da02-a8d3-41e9-ad78-189a1733f4cf", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:16.974795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d494dd30-1760-4d13-9462-2a47fc0051b9 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:16.975606 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d494dd30-1760-4d13-9462-2a47fc0051b9'] response: {'server_uuid': '39948210-5ecf-43fa-ae40-a4d878292c4c', 'name': 'network-vif-deleted', 'tag': '6657da02-a8d3-41e9-ad78-189a1733f4cf', 'status': 'completed', 'code': 200} Mar 23 15:43:17.785351 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9a9802ff-f13d-45b7-beb6-61bf98345228 req-e598d0b9-b173-4d77-aa69-c04a705d21a5 tempest-DeleteServersTestJSON-676735589 tempest-DeleteServersTestJSON-676735589-project] 10.222.0.41 "GET /v2.0/ports?device_id=39948210-5ecf-43fa-ae40-a4d878292c4c HTTP/1.1" status: 200 len: 210 time: 0.0360096 Mar 23 15:43:17.816326 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcc4c7-1398-4eeb-aad9-7ee23db91694 req-dda1bc5f-5ccb-46e3-9fc9-ecb8019f347e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:17.816921 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfbcc4c7-1398-4eeb-aad9-7ee23db91694 req-dda1bc5f-5ccb-46e3-9fc9-ecb8019f347e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1116843 Mar 23 15:43:17.880760 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfbcc4c7-1398-4eeb-aad9-7ee23db91694 req-a915b878-6320-4df9-832d-1610c0584513 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567944 Mar 23 15:43:18.250899 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48298) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:18.486117 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f949864a-2b16-460e-9ba7-eb41a2cb9696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.659673 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f949864a-2b16-460e-9ba7-eb41a2cb9696 admin admin] Publish callbacks [] for security_group (a0106d3f-28f0-488f-abac-547f71dc78a7), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.662360 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48310) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:18.676256 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f949864a-2b16-460e-9ba7-eb41a2cb9696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a0106d3f-28f0-488f-abac-547f71dc78a7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.757697 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f949864a-2b16-460e-9ba7-eb41a2cb9696 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2ac7e73533546b8bf81c6092a046638&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5048676 Mar 23 15:43:18.759392 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949864a-2b16-460e-9ba7-eb41a2cb9696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0106d3f-28f0-488f-abac-547f71dc78a7,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:18.763838 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48316) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:18.834139 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53b7935a-890a-4402-9ebd-7a5d02ffde26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.844336 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] Publish callbacks [] for security_group (a0106d3f-28f0-488f-abac-547f71dc78a7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.877218 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] Publish callbacks [] for security_group (a0106d3f-28f0-488f-abac-547f71dc78a7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.953423 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6657da02-a8d3-41e9-ad78-189a1733f4cf no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:43:18.970152 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a0106d3f-28f0-488f-abac-547f71dc78a7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.975043 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:18.979539 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a0106d3f-28f0-488f-abac-547f71dc78a7 HTTP/1.1" status: 204 len: 168 time: 0.2138498 Mar 23 15:43:19.007437 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09081adf-6160-4cb4-8974-e2a81397abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0106d3f-28f0-488f-abac-547f71dc78a7,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:19.034352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 6657da02-a8d3-41e9-ad78-189a1733f4cf {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:43:19.034899 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6657da02-a8d3-41e9-ad78-189a1733f4cf not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:43:19.094078 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53b7935a-890a-4402-9ebd-7a5d02ffde26 admin admin] Publish callbacks [] for security_group (877f67bc-38d6-4d40-99b0-35e6e36ae16d), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.102121 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53b7935a-890a-4402-9ebd-7a5d02ffde26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (877f67bc-38d6-4d40-99b0-35e6e36ae16d), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.147462 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae9d96-2f40-4137-8878-c16a071785b3 req-1dc1d5d9-8d07-43f4-947a-860c28beb000 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:19.150608 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a3ae9d96-2f40-4137-8878-c16a071785b3 req-1dc1d5d9-8d07-43f4-947a-860c28beb000 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1453967 Mar 23 15:43:19.204694 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7935a-890a-4402-9ebd-7a5d02ffde26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877f67bc-38d6-4d40-99b0-35e6e36ae16d,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:19.225490 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-53b7935a-890a-4402-9ebd-7a5d02ffde26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e9a801cfa034ffcb82d521a95904cd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5613573 Mar 23 15:43:19.226844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48336) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:19.257583 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a3ae9d96-2f40-4137-8878-c16a071785b3 req-987894c3-23db-4482-b9b9-6db08babe334 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005635 Mar 23 15:43:19.329830 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] Publish callbacks [] for security_group (877f67bc-38d6-4d40-99b0-35e6e36ae16d), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.382420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] Publish callbacks [] for security_group (877f67bc-38d6-4d40-99b0-35e6e36ae16d), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.498992 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (877f67bc-38d6-4d40-99b0-35e6e36ae16d), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.506116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.508520 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/877f67bc-38d6-4d40-99b0-35e6e36ae16d HTTP/1.1" status: 204 len: 168 time: 0.2784264 Mar 23 15:43:19.551347 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d11977-111f-4547-b6cc-97272c1c9ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877f67bc-38d6-4d40-99b0-35e6e36ae16d,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:19.576414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48354) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:19.608634 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53361443-92b6-4e00-96ff-cf7b2d2342ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.751566 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53361443-92b6-4e00-96ff-cf7b2d2342ad admin admin] Publish callbacks [] for security_group (4aec3317-a8db-4eab-bede-5ba23df014f7), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.763251 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-53361443-92b6-4e00-96ff-cf7b2d2342ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4aec3317-a8db-4eab-bede-5ba23df014f7), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.808083 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-53361443-92b6-4e00-96ff-cf7b2d2342ad admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=25a22daf3cb04462a3c5c35cfec7cd41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289338 Mar 23 15:43:19.812042 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48364) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:19.814616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53361443-92b6-4e00-96ff-cf7b2d2342ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aec3317-a8db-4eab-bede-5ba23df014f7,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:19.919386 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] Publish callbacks [] for security_group (4aec3317-a8db-4eab-bede-5ba23df014f7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:19.949502 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] Publish callbacks [] for security_group (4aec3317-a8db-4eab-bede-5ba23df014f7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.035757 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4aec3317-a8db-4eab-bede-5ba23df014f7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.042238 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.051234 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4aec3317-a8db-4eab-bede-5ba23df014f7 HTTP/1.1" status: 204 len: 168 time: 0.2374246 Mar 23 15:43:20.067954 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922f680-7bd9-4007-87de-d9272e9cd322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aec3317-a8db-4eab-bede-5ba23df014f7,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:20.202946 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48374) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:20.222205 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-18470d55-7f6f-4d0d-9dd6-35833c0b1978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.416732 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-18470d55-7f6f-4d0d-9dd6-35833c0b1978 admin admin] Publish callbacks [] for security_group (9c22139c-d908-492e-97a2-9e635b2551cb), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.435968 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-18470d55-7f6f-4d0d-9dd6-35833c0b1978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (9c22139c-d908-492e-97a2-9e635b2551cb), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.487430 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18470d55-7f6f-4d0d-9dd6-35833c0b1978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c22139c-d908-492e-97a2-9e635b2551cb,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:20.510193 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-18470d55-7f6f-4d0d-9dd6-35833c0b1978 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=632664d7dc704a82ba79e79171bd529c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3057084 Mar 23 15:43:20.513699 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48386) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:20.529492 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bec4d-e4e2-4c1a-8324-040efe72c658 req-572b3bfd-76ae-42a2-a559-1921d7265354 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:20.531460 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-759bec4d-e4e2-4c1a-8324-040efe72c658 req-572b3bfd-76ae-42a2-a559-1921d7265354 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1776645 Mar 23 15:43:20.639255 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-759bec4d-e4e2-4c1a-8324-040efe72c658 req-5fc50563-d370-452a-baa2-b7bd4b5abd3a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014609 Mar 23 15:43:20.640551 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] Publish callbacks [] for security_group (9c22139c-d908-492e-97a2-9e635b2551cb), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.673531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] Publish callbacks [] for security_group (9c22139c-d908-492e-97a2-9e635b2551cb), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.687847 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48396) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:20.714011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48398) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:20.733761 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50b8cd56-c4ad-4252-816f-0f11df1cb7d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.800869 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Deleting subnet fbfc4823-f81f-4532-93e8-5cf63657b7ee {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:43:20.808974 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Publish callbacks [] for subnet (fbfc4823-f81f-4532-93e8-5cf63657b7ee), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.866569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50b8cd56-c4ad-4252-816f-0f11df1cb7d7 admin admin] Publish callbacks [] for security_group (f1c6bfbe-f8fa-4fc7-aab2-567a230862a2), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.874482 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (9c22139c-d908-492e-97a2-9e635b2551cb), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.878196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-50b8cd56-c4ad-4252-816f-0f11df1cb7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (f1c6bfbe-f8fa-4fc7-aab2-567a230862a2), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.879847 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.881187 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9c22139c-d908-492e-97a2-9e635b2551cb HTTP/1.1" status: 204 len: 168 time: 0.3661439 Mar 23 15:43:20.888149 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Publish callbacks [] for subnet (fbfc4823-f81f-4532-93e8-5cf63657b7ee), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.904931 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (fbfc4823-f81f-4532-93e8-5cf63657b7ee), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:20.907964 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481edcd-1cbb-4765-bf6d-1e153915cc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c22139c-d908-492e-97a2-9e635b2551cb,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:20.922862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8cd56-c4ad-4252-816f-0f11df1cb7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c6bfbe-f8fa-4fc7-aab2-567a230862a2,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:20.953305 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-50b8cd56-c4ad-4252-816f-0f11df1cb7d7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dab623b195494de9bde274cc775ec686&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381248 Mar 23 15:43:20.958954 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48408) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:21.058370 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] Publish callbacks [] for security_group (f1c6bfbe-f8fa-4fc7-aab2-567a230862a2), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.071159 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (fbfc4823-f81f-4532-93e8-5cf63657b7ee), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.090998 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.098027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48412) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:21.098225 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] 10.222.0.41 "DELETE /v2.0/subnets/fbfc4823-f81f-4532-93e8-5cf63657b7ee HTTP/1.1" status: 204 len: 168 time: 0.4089284 Mar 23 15:43:21.132556 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4a9a4-ff2c-4a4e-b5a6-9122ad539e2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfc4823-f81f-4532-93e8-5cf63657b7ee,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:21.137921 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] Publish callbacks [] for security_group (f1c6bfbe-f8fa-4fc7-aab2-567a230862a2), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.210024 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (2b3741bd-193f-4670-9108-b8e04a4a9391), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.220039 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (f1c6bfbe-f8fa-4fc7-aab2-567a230862a2), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.226220 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.232878 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f1c6bfbe-f8fa-4fc7-aab2-567a230862a2 HTTP/1.1" status: 204 len: 168 time: 0.2715683 Mar 23 15:43:21.243108 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0429917-14bc-4f58-9fd0-a136ab9ea8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c6bfbe-f8fa-4fc7-aab2-567a230862a2,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:21.355698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (2b3741bd-193f-4670-9108-b8e04a4a9391), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.398831 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.399919 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.400869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.401356 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > port after_create 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.401977 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > port after_delete 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.402770 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > port after_update 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.403405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.404179 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.404633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.405539 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.580851 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.581320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.581675 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.581989 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109942) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:21.582368 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3741bd-193f-4670-9108-b8e04a4a9391']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:21.603122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '074bbca4-1dd4-4f05-ab3e-2be237044b70') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:21.603730 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '074bbca4-1dd4-4f05-ab3e-2be237044b70') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:21.629246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (074bbca4-1dd4-4f05-ab3e-2be237044b70), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.682055 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (074bbca4-1dd4-4f05-ab3e-2be237044b70), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.697980 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:43:21.699047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (074bbca4-1dd4-4f05-ab3e-2be237044b70), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: from cryptography.utils import int_from_bytes Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: from cryptography.utils import int_from_bytes Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:43:21.721287 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:43:21.829941 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-86df7a4d-b3fb-452f-85a5-06b0f69667d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.877412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (2b3741bd-193f-4670-9108-b8e04a4a9391), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.898000 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:21.914260 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] 10.222.0.41 "DELETE /v2.0/networks/2b3741bd-193f-4670-9108-b8e04a4a9391 HTTP/1.1" status: 204 len: 168 time: 0.8136837 Mar 23 15:43:21.959740 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e995a5-5132-432e-b6b2-142a36cd07df admin admin] Pushing event deleted for resources: {'Network': ['ID=2b3741bd-193f-4670-9108-b8e04a4a9391,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:22.004397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38196b51-842b-4d7d-8d27-f020f69976e6 req-b8ad4228-d1b9-4027-8b68-4400eca6d035 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:22.014279 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-38196b51-842b-4d7d-8d27-f020f69976e6 req-b8ad4228-d1b9-4027-8b68-4400eca6d035 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1399889 Mar 23 15:43:22.083042 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-38196b51-842b-4d7d-8d27-f020f69976e6 req-0a366be5-8ec9-4fb6-a796-b5f2c1f6166c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670187 Mar 23 15:43:22.371533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48472) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:22.424227 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-cdb9c9ad-631b-4921-b3b3-7b1926f674c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d95aa204f567477bb701e904431ba7e6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0512648 Mar 23 15:43:22.428604 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48476) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:22.532942 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] Publish callbacks [] for security_group (8121ace6-7aeb-43d9-9479-75ac58687626), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:22.577064 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] Publish callbacks [] for security_group (8121ace6-7aeb-43d9-9479-75ac58687626), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:22.662930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8121ace6-7aeb-43d9-9479-75ac58687626), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:22.669894 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:22.672966 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8121ace6-7aeb-43d9-9479-75ac58687626 HTTP/1.1" status: 204 len: 168 time: 0.2427723 Mar 23 15:43:22.691889 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b8c145-8c6b-44ad-bfa9-607a1d8f88da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8121ace6-7aeb-43d9-9479-75ac58687626,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:22.879082 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48492) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:23.137792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-397770615-network', 'tenant_id': '99195b04a7924f4eb806f529beb9e972'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:23.220948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Made reservation on behalf of 99195b04a7924f4eb806f529beb9e972 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:23.225675 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.258165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.381020 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca939f03-667a-48b7-b67a-01d46ef063f6 req-1e2f227c-97db-4f30-9e30-1a03d2981306 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:23.384391 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca939f03-667a-48b7-b67a-01d46ef063f6 req-1e2f227c-97db-4f30-9e30-1a03d2981306 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1164403 Mar 23 15:43:23.447655 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks [] for security_group (34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.456129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.466078 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca939f03-667a-48b7-b67a-01d46ef063f6 req-e9abf659-8e22-42a7-bf70-59929c6de7a4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731342 Mar 23 15:43:23.518289 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:43:23.533731 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:23.561898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (98644d1f-f0f4-4137-aeb5-d310c951ae29), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.562507 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Added segment 98644d1f-f0f4-4137-aeb5-d310c951ae29 of type vlan for network fdb43731-0949-4f45-8fed-ed0a55e3354b Mar 23 15:43:23.647879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (fdb43731-0949-4f45-8fed-ed0a55e3354b), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.680481 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (fdb43731-0949-4f45-8fed-ed0a55e3354b), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.681941 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:23.682960 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.708656 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4061b1c1-b7d9-4893-ab2d-0b29b8bbfcd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:23.756405 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48530) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:23.758285 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8759754 Mar 23 15:43:23.762209 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Request body: {'subnet': {'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-397770615-subnet', 'tenant_id': '99195b04a7924f4eb806f529beb9e972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:23.784328 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2a135c-3968-4a39-8889-06f2e197dd1b admin admin] Pushing event updated for resources: {'Network': ['ID=fdb43731-0949-4f45-8fed-ed0a55e3354b,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:23.807279 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Made reservation on behalf of 99195b04a7924f4eb806f529beb9e972 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:23.809553 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network fdb43731-0949-4f45-8fed-ed0a55e3354b details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:43:23.810975 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.085836 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48544) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:24.130715 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (74430d51-b414-43c1-b6bd-24e4d55b4c87), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.242110 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74430d51-b414-43c1-b6bd-24e4d55b4c87,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:24.261254 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Checking segment: {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:24.261860 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Network hostable DHCP agents. Network: fdb43731-0949-4f45-8fed-ed0a55e3354b, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:43:24.269163 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547750242-network', 'tenant_id': 'fb92594e5d6e4097bc05b1e608999264'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:24.297983 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Made reservation on behalf of fb92594e5d6e4097bc05b1e608999264 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:24.300635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.301191 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Network fdb43731-0949-4f45-8fed-ed0a55e3354b is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:43:24.326246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, fdb43731-0949-4f45-8fed-ed0a55e3354b) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:24.333080 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:24.334176 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.354034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c811d9e-3653-4379-a1e6-77d7865bf9c0 None None] Network fdb43731-0949-4f45-8fed-ed0a55e3354b requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:24.377672 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-24f651ef-4896-495b-9764-a38407e2f992 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6195364 Mar 23 15:43:24.582647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.705232 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f645cf06-bfc4-4139-970f-b21639c8c189 None None] Network fdb43731-0949-4f45-8fed-ed0a55e3354b requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:24.755594 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:43:24.786748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks [] for security_group (bbc01261-5a1f-4d8f-bf99-9b7451b5366c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.795854 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (bbc01261-5a1f-4d8f-bf99-9b7451b5366c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.853402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:43:24.869683 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e7d6f-4fe6-4bd1-8cd3-35f8750aa908 req-265653af-9391-42de-9fd7-840488057570 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:24.883882 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-915e7d6f-4fe6-4bd1-8cd3-35f8750aa908 req-265653af-9391-42de-9fd7-840488057570 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.2186396 Mar 23 15:43:24.894095 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc01261-5a1f-4d8f-bf99-9b7451b5366c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:24.936203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:24.936203 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Added segment 8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14 of type vlan for network 68b6efeb-140d-415f-b8dd-ac189ff877ce Mar 23 15:43:25.006322 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-915e7d6f-4fe6-4bd1-8cd3-35f8750aa908 req-e533d461-397f-4f2b-a639-ab51fb876466 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192482 Mar 23 15:43:25.026897 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (68b6efeb-140d-415f-b8dd-ac189ff877ce), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.083286 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (68b6efeb-140d-415f-b8dd-ac189ff877ce), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.085507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:25.086542 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.145900 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0575972 Mar 23 15:43:25.149646 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48568) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:25.155515 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Request body: {'subnet': {'network_id': '68b6efeb-140d-415f-b8dd-ac189ff877ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1547750242-subnet', 'tenant_id': 'fb92594e5d6e4097bc05b1e608999264', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:25.207448 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Made reservation on behalf of fb92594e5d6e4097bc05b1e608999264 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:25.215024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.220830 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38f2bd-2ae5-46be-9a6f-560ba40191e7 admin admin] Pushing event updated for resources: {'Network': ['ID=68b6efeb-140d-415f-b8dd-ac189ff877ce,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:25.227861 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.239476 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 68b6efeb-140d-415f-b8dd-ac189ff877ce details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:43:25.479938 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (f842aa13-1364-4123-a929-aa747c076f05), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.560056 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f842aa13-1364-4123-a929-aa747c076f05,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:25.573884 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Checking segment: {'id': '8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '68b6efeb-140d-415f-b8dd-ac189ff877ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:25.574830 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Network hostable DHCP agents. Network: 68b6efeb-140d-415f-b8dd-ac189ff877ce, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:43:25.605719 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Network 68b6efeb-140d-415f-b8dd-ac189ff877ce is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:43:25.628697 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 68b6efeb-140d-415f-b8dd-ac189ff877ce) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:25.635871 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:25.636848 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:25.650036 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e353a236-33e5-4519-bd41-3728f16e6573 None None] Network 68b6efeb-140d-415f-b8dd-ac189ff877ce requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:25.664521 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d3ac46b2-203a-4614-a0cb-39bdb87c2506 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5122166 Mar 23 15:43:25.775912 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aaad0e-5d71-49ac-bd8f-1bb92cdb8bc1 None None] Network 68b6efeb-140d-415f-b8dd-ac189ff877ce requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:26.190047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48594) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:26.231904 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16edbb69-c52f-4065-8184-e40f0a343908 req-344e5fbc-3d13-4b60-9ff4-6fbbe729fe3d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:26.234682 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16edbb69-c52f-4065-8184-e40f0a343908 req-344e5fbc-3d13-4b60-9ff4-6fbbe729fe3d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0928266 Mar 23 15:43:26.307416 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16edbb69-c52f-4065-8184-e40f0a343908 req-a3cac799-5734-4710-9d56-36d1141ed430 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516369 Mar 23 15:43:26.347520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-86f13600-dd3b-4134-ba03-1d79a2537354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.456531 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.469070 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-86f13600-dd3b-4134-ba03-1d79a2537354 admin admin] Publish callbacks [] for security_group (d3cf0977-5d63-4aa8-a282-835e8c6791a4), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.475517 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-86f13600-dd3b-4134-ba03-1d79a2537354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d3cf0977-5d63-4aa8-a282-835e8c6791a4), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.517294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f13600-dd3b-4134-ba03-1d79a2537354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3cf0977-5d63-4aa8-a282-835e8c6791a4,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:26.534078 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-86f13600-dd3b-4134-ba03-1d79a2537354 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=394c5cd575cb41e2b105c6b576c9a2b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3427973 Mar 23 15:43:26.538321 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48606) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:26.544853 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48608) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:26.550110 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-397867696-network', 'tenant_id': '798d430d607f4ed4acd8c12a7719d0aa'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:26.571068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Made reservation on behalf of 798d430d607f4ed4acd8c12a7719d0aa for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:26.573550 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.582945 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.620202 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] Publish callbacks [] for security_group (d3cf0977-5d63-4aa8-a282-835e8c6791a4), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.653176 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] Publish callbacks [] for security_group (d3cf0977-5d63-4aa8-a282-835e8c6791a4), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.721015 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks [] for security_group (dd6aa357-2f8b-46e4-8a0d-77357669e5b8), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.725792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (d3cf0977-5d63-4aa8-a282-835e8c6791a4), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.726903 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (dd6aa357-2f8b-46e4-8a0d-77357669e5b8), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.730520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.736838 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d3cf0977-5d63-4aa8-a282-835e8c6791a4 HTTP/1.1" status: 204 len: 168 time: 0.1968327 Mar 23 15:43:26.750537 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a0382-052d-4d4c-a87c-b27413654b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3cf0977-5d63-4aa8-a282-835e8c6791a4,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:26.778425 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:43:26.799493 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6aa357-2f8b-46e4-8a0d-77357669e5b8,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:26.809018 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (d00d8421-dbe4-4e40-be96-8ca86b454fa8), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.809651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Added segment d00d8421-dbe4-4e40-be96-8ca86b454fa8 of type vlan for network 32d474fa-77d4-4505-9087-14e952680ed5 Mar 23 15:43:26.869472 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (32d474fa-77d4-4505-9087-14e952680ed5), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.903834 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (32d474fa-77d4-4505-9087-14e952680ed5), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.905394 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:26.906148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:26.989361 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4430053 Mar 23 15:43:26.993984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48616) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:27.001872 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Request body: {'subnet': {'network_id': '32d474fa-77d4-4505-9087-14e952680ed5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-397867696-subnet', 'tenant_id': '798d430d607f4ed4acd8c12a7719d0aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:27.016982 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce28bf-988b-433a-8b81-33f5211bf84a admin admin] Pushing event updated for resources: {'Network': ['ID=32d474fa-77d4-4505-9087-14e952680ed5,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:27.034198 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 32d474fa-77d4-4505-9087-14e952680ed5 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:43:27.056098 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Made reservation on behalf of 798d430d607f4ed4acd8c12a7719d0aa for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:27.061099 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:27.423544 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (03c263f9-522d-4486-8563-20981cf0d3d2), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:27.560054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03c263f9-522d-4486-8563-20981cf0d3d2,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:27.582874 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Checking segment: {'id': 'd00d8421-dbe4-4e40-be96-8ca86b454fa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '32d474fa-77d4-4505-9087-14e952680ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:27.583246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Network hostable DHCP agents. Network: 32d474fa-77d4-4505-9087-14e952680ed5, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:43:27.596843 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819bf9ee-4efc-49da-a9af-e816ef77a9b3 req-7e428116-08b1-4528-a6df-adfcdf279f1a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:27.598520 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-819bf9ee-4efc-49da-a9af-e816ef77a9b3 req-7e428116-08b1-4528-a6df-adfcdf279f1a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1095665 Mar 23 15:43:27.631148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Network 32d474fa-77d4-4505-9087-14e952680ed5 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:43:27.660058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 32d474fa-77d4-4505-9087-14e952680ed5) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:27.674426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d4e053-c0e1-4e1c-af25-79714f46941b None None] Network 32d474fa-77d4-4505-9087-14e952680ed5 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:27.675282 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:27.675628 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:27.715646 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-819bf9ee-4efc-49da-a9af-e816ef77a9b3 req-6b709e19-22eb-4635-991d-8b05cac161d0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058080 Mar 23 15:43:27.728769 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f6dbc552-a3a5-49d8-bd99-b465bbdd77d7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7333360 Mar 23 15:43:27.830254 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:27.902521 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550111ec-0962-44a0-9217-1c4366c0a2d7 None None] Network 32d474fa-77d4-4505-9087-14e952680ed5 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:27.963383 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48656) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:28.055980 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Deleting subnet f842aa13-1364-4123-a929-aa747c076f05 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:43:28.062076 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Publish callbacks [] for subnet (f842aa13-1364-4123-a929-aa747c076f05), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.191440 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Publish callbacks [] for subnet (f842aa13-1364-4123-a929-aa747c076f05), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.208644 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (f842aa13-1364-4123-a929-aa747c076f05), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.311423 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-2b9f2484-2b0c-4cc9-91d6-6a1e3111dee1 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:28.313723 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-2b9f2484-2b0c-4cc9-91d6-6a1e3111dee1 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 808 time: 0.1956177 Mar 23 15:43:28.332136 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for subnet (f842aa13-1364-4123-a929-aa747c076f05), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.383553 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-15c8f015-90ee-4ea5-ab2f-a3a7c48fbd3b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/quotas/99195b04a7924f4eb806f529beb9e972 HTTP/1.1" status: 200 len: 375 time: 0.0604079 Mar 23 15:43:28.388381 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f842aa13-1364-4123-a929-aa747c076f05,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:28.395097 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.400720 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5e50ae40-0fdf-4c53-9d13-05bd815477ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f842aa13-1364-4123-a929-aa747c076f05 HTTP/1.1" status: 204 len: 168 time: 0.4355719 Mar 23 15:43:28.404834 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48674) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:28.506863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-6b010e2f-4f70-4f81-b220-bd8edbcb8116 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0896740 Mar 23 15:43:28.639191 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (68b6efeb-140d-415f-b8dd-ac189ff877ce), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.801372 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-1d6bf2e9-732f-4156-a227-b6e570eae39b service neutron] 10.222.0.41 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846668 Mar 23 15:43:28.816902 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (68b6efeb-140d-415f-b8dd-ac189ff877ce), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > port after_create 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > port after_update 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.923844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.924932 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.925074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48688) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:28.989849 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.990194 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.990532 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.990868 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109941) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 15:43:28.991240 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b6efeb-140d-415f-b8dd-ac189ff877ce']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:29.016286 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:29.016592 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:29.041722 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.071727 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d812-7bd3-47be-bc7d-03cd26958213 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.080505 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.101595 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:43:29.101957 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (8dbf14af-707d-4fb5-9ee7-0cbdcfbf7d14), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: from cryptography.utils import int_from_bytes Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: from cryptography.utils import int_from_bytes Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:43:29.106526 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:43:29.156808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b2a07-b7c7-4725-8947-14bc61ee2eaf req-27483f84-54ec-42ea-9a6c-ed33e0dce9d4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:29.158636 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ed8b2a07-b7c7-4725-8947-14bc61ee2eaf req-27483f84-54ec-42ea-9a6c-ed33e0dce9d4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.2894065 Mar 23 15:43:29.167407 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-f686bb47-e1b9-40a0-a1a0-ffa1ab42882b service neutron] 10.222.0.41 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647721 Mar 23 15:43:29.185517 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d812-7bd3-47be-bc7d-03cd26958213 admin admin] Publish callbacks [] for security_group (87a994f9-2ab9-491b-a984-d59319bc0e2c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.196531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4dd5d812-7bd3-47be-bc7d-03cd26958213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (87a994f9-2ab9-491b-a984-d59319bc0e2c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.233766 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (68b6efeb-140d-415f-b8dd-ac189ff877ce), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.240471 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ed8b2a07-b7c7-4725-8947-14bc61ee2eaf req-057f9eb4-b90d-422d-92e0-b2d4e6862c63 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700607 Mar 23 15:43:29.246712 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.254759 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] 10.222.0.41 "DELETE /v2.0/networks/68b6efeb-140d-415f-b8dd-ac189ff877ce HTTP/1.1" status: 204 len: 168 time: 0.8438745 Mar 23 15:43:29.256305 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48692) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:29.260790 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01aa60-2a30-4426-998c-c5b0c99da080 admin admin] Pushing event deleted for resources: {'Network': ['ID=68b6efeb-140d-415f-b8dd-ac189ff877ce,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:29.300143 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5d812-7bd3-47be-bc7d-03cd26958213 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a994f9-2ab9-491b-a984-d59319bc0e2c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:29.312359 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4dd5d812-7bd3-47be-bc7d-03cd26958213 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=251455c492d04c7f812f769f6a2f6d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865550 Mar 23 15:43:29.316523 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48694) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:29.349550 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Deleting subnet 03c263f9-522d-4486-8563-20981cf0d3d2 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:43:29.355316 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Publish callbacks [] for subnet (03c263f9-522d-4486-8563-20981cf0d3d2), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.383225 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] Publish callbacks [] for security_group (87a994f9-2ab9-491b-a984-d59319bc0e2c), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.411746 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] Publish callbacks [] for security_group (87a994f9-2ab9-491b-a984-d59319bc0e2c), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.433609 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (03c263f9-522d-4486-8563-20981cf0d3d2), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.505466 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-01a65f67-9e5e-4722-a45e-ea92a5f37465 req-6ee3beb6-f57d-4c91-8a5d-28bae91e580b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0418634 Mar 23 15:43:29.535333 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (87a994f9-2ab9-491b-a984-d59319bc0e2c), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.538191 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.543903 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/87a994f9-2ab9-491b-a984-d59319bc0e2c HTTP/1.1" status: 204 len: 168 time: 0.2221193 Mar 23 15:43:29.554117 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f7912-c44d-4135-88dc-5ad213fa5dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a994f9-2ab9-491b-a984-d59319bc0e2c,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:29.557442 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (03c263f9-522d-4486-8563-20981cf0d3d2), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.644098 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (03c263f9-522d-4486-8563-20981cf0d3d2), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.700867 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03c263f9-522d-4486-8563-20981cf0d3d2,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:29.704584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.710136 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-31dfa69b-4ab8-433f-af7a-65d42d5b22d6 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/03c263f9-522d-4486-8563-20981cf0d3d2 HTTP/1.1" status: 204 len: 168 time: 0.4540761 Mar 23 15:43:29.714386 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48706) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:29.859757 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (32d474fa-77d4-4505-9087-14e952680ed5), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:29.995159 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (32d474fa-77d4-4505-9087-14e952680ed5), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.031922 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d474fa-77d4-4505-9087-14e952680ed5']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:30.049831 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00d8421-dbe4-4e40-be96-8ca86b454fa8') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:30.050264 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00d8421-dbe4-4e40-be96-8ca86b454fa8') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:30.064171 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48716) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:30.073051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (d00d8421-dbe4-4e40-be96-8ca86b454fa8), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.089912 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e22914eb-ff52-4b89-9ba4-9f51ebb42c39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.106951 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (d00d8421-dbe4-4e40-be96-8ca86b454fa8), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.118305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:43:30.118621 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (d00d8421-dbe4-4e40-be96-8ca86b454fa8), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:43:30.120556 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:43:30.193026 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (32d474fa-77d4-4505-9087-14e952680ed5), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.202699 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.206283 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] 10.222.0.41 "DELETE /v2.0/networks/32d474fa-77d4-4505-9087-14e952680ed5 HTTP/1.1" status: 204 len: 168 time: 0.4900951 Mar 23 15:43:30.227819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529b0f0-c361-43ee-b1f6-07ca6aed5b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=32d474fa-77d4-4505-9087-14e952680ed5,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:30.294033 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e22914eb-ff52-4b89-9ba4-9f51ebb42c39 admin admin] Publish callbacks [] for security_group (0321d558-b253-432b-a29f-6976131f4b0e), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.300410 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e22914eb-ff52-4b89-9ba4-9f51ebb42c39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0321d558-b253-432b-a29f-6976131f4b0e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.395271 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e22914eb-ff52-4b89-9ba4-9f51ebb42c39 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2a1af77303da435895c445af983f2898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3274865 Mar 23 15:43:30.395827 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48722) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:30.397597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22914eb-ff52-4b89-9ba4-9f51ebb42c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0321d558-b253-432b-a29f-6976131f4b0e,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:30.459035 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168bed2-c833-4e7e-b958-b81692fe22c2 req-d4e7a63b-c0a6-4188-8b14-393bd1252b6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:30.466846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48724) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:30.467496 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2168bed2-c833-4e7e-b958-b81692fe22c2 req-d4e7a63b-c0a6-4188-8b14-393bd1252b6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1001379 Mar 23 15:43:30.477077 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] Publish callbacks [] for security_group (0321d558-b253-432b-a29f-6976131f4b0e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.519304 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] Publish callbacks [] for security_group (0321d558-b253-432b-a29f-6976131f4b0e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.531693 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2168bed2-c833-4e7e-b958-b81692fe22c2 req-0911b3fc-4a83-4837-a9ed-92ce38b84081 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 Mar 23 15:43:30.549792 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d0625966-64fc-4184-a7c8-1aa4f92ecce5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fb92594e5d6e4097bc05b1e608999264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815885 Mar 23 15:43:30.553176 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48728) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:30.603483 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0321d558-b253-432b-a29f-6976131f4b0e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.609872 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.611924 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0321d558-b253-432b-a29f-6976131f4b0e HTTP/1.1" status: 204 len: 168 time: 0.2145712 Mar 23 15:43:30.628439 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0cde7a6d-9cc1-40ca-9f3c-6a632b5be4f9 req-024443e8-293e-45a2-80da-a8a413ae5048 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 210 time: 0.0334382 Mar 23 15:43:30.648678 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86e391-14cf-4d16-83f0-702053d3a36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0321d558-b253-432b-a29f-6976131f4b0e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:30.650598 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] Publish callbacks [] for security_group (bbc01261-5a1f-4d8f-bf99-9b7451b5366c), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.687773 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] Publish callbacks [] for security_group (bbc01261-5a1f-4d8f-bf99-9b7451b5366c), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.745037 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (bbc01261-5a1f-4d8f-bf99-9b7451b5366c), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.747908 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:30.751922 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bbc01261-5a1f-4d8f-bf99-9b7451b5366c HTTP/1.1" status: 204 len: 168 time: 0.1947720 Mar 23 15:43:30.758994 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c832116f-5a49-4e06-a513-700103fc66f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc01261-5a1f-4d8f-bf99-9b7451b5366c,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:31.075580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-d0dc8d4b-a13a-443d-ae6c-560756527052 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:31.077317 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-d0dc8d4b-a13a-443d-ae6c-560756527052 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 808 time: 0.1676373 Mar 23 15:43:31.095446 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Request body: {'port': {'device_id': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b', 'admin_state_up': True, 'tenant_id': '99195b04a7924f4eb806f529beb9e972'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:31.227797 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-999715bc-7e73-4c0f-9f25-a964d0c27f23 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=9d4147edc47448ae99ba879d3577d297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658770 Mar 23 15:43:31.260093 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48764) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:31.339031 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Made reservation on behalf of 99195b04a7924f4eb806f529beb9e972 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:31.343078 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.362253 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1d36717d-4f19-4e58-a9f3-cc7f2b1f3c0d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=798d430d607f4ed4acd8c12a7719d0aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0978358 Mar 23 15:43:31.362624 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48768) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:31.484622 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] Publish callbacks [] for security_group (dd6aa357-2f8b-46e4-8a0d-77357669e5b8), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.548210 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] Publish callbacks [] for security_group (dd6aa357-2f8b-46e4-8a0d-77357669e5b8), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.584782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Allocated IP 172.20.0.4 (fdb43731-0949-4f45-8fed-ed0a55e3354b/74430d51-b414-43c1-b6bd-24e4d55b4c87/5ca96225-0ec7-4e8e-9e3d-e57600f5f992) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:43:31.654302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (dd6aa357-2f8b-46e4-8a0d-77357669e5b8), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.657255 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.658442 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dd6aa357-2f8b-46e4-8a0d-77357669e5b8 HTTP/1.1" status: 204 len: 168 time: 0.2948875 Mar 23 15:43:31.692197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a1cb0-aac6-4442-8ad6-33cf829cded1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6aa357-2f8b-46e4-8a0d-77357669e5b8,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:31.867723 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-6a3479f9-d71e-444c-a192-0ec231f9725d tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:31.874811 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-6a3479f9-d71e-444c-a192-0ec231f9725d tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6436687 Mar 23 15:43:31.890247 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-6a481ba7-f36f-4002-bf2c-d3da84c0e441 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/quotas/9d4147edc47448ae99ba879d3577d297 HTTP/1.1" status: 200 len: 375 time: 0.0144906 Mar 23 15:43:31.902342 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edf1b1c-cc2f-4046-9df1-00cafa870bd4 req-9887f471-100a-451f-af61-30a7f5b53fab tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:31.913074 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9edf1b1c-cc2f-4046-9df1-00cafa870bd4 req-9887f471-100a-451f-af61-30a7f5b53fab tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1956184 Mar 23 15:43:31.929710 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks [] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.990143 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:31.995489 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-66535932-1620-444c-8f33-c4163b91fb51 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d4147edc47448ae99ba879d3577d297&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0805681 Mar 23 15:43:32.020705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Network fdb43731-0949-4f45-8fed-ed0a55e3354b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:43:32.039258 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9edf1b1c-cc2f-4046-9df1-00cafa870bd4 req-8f29b011-7ce0-4600-b63e-5a539af0424f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059887 Mar 23 15:43:32.045600 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:32.057742 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:43:32.122505 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Pushing event updated for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:32.178531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:32.179230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:32.199469 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-56aa193e-bc98-4a7e-b99e-c4472877d417 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1112249 Mar 23 15:43:32.216657 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Request body: {'port': {'device_id': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:32.303405 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e5df9-19ba-401f-a3e3-f1a39213ef24 req-307e95f8-1bba-44a1-b641-820f3a84310e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:32.306235 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:32.312558 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-339e5df9-19ba-401f-a3e3-f1a39213ef24 req-307e95f8-1bba-44a1-b641-820f3a84310e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 931 time: 0.1427853 Mar 23 15:43:32.393144 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-339e5df9-19ba-401f-a3e3-f1a39213ef24 req-59cd3dd6-c221-4729-b197-8441c836e082 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795908 Mar 23 15:43:32.397057 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6ec5b04-eca4-40d2-8661-ca091550f492 req-19607897-7f16-4735-b664-5699d5cddbd7 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.1264396 Mar 23 15:43:32.771326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:43:32.786437 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks [] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:32.816432 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Transition to ACTIVE for port object 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:43:32.825178 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:32.959773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:33.079311 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Attempting to bind port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:43:33.079581 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Attempting to bind port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:43:33.080072 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Attempting to bind port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 on network fdb43731-0949-4f45-8fed-ed0a55e3354b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:33.086338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 on network fdb43731-0949-4f45-8fed-ed0a55e3354b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:43:33.086536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Attempting to bind port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 on network fdb43731-0949-4f45-8fed-ed0a55e3354b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:33.093586 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:43:33.093858 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Checking segment: {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:33.094179 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Bound using segment: {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:43:33.094633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Bound port: 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:43:33.095121 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:33.202014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:43:33.208627 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:43:33.219809 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:33.229903 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266294ac-9772-4bc7-8bb5-aeb2e69b8b9b req-91a5ec3d-31f5-4af8-8a25-8f5d3b0f5284 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:33.233880 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-266294ac-9772-4bc7-8bb5-aeb2e69b8b9b req-91a5ec3d-31f5-4af8-8a25-8f5d3b0f5284 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0935924 Mar 23 15:43:33.256353 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:33.258004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:33.259520 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] 10.222.0.61 "PUT /v2.0/ports/5ca96225-0ec7-4e8e-9e3d-e57600f5f992 HTTP/1.1" status: 200 len: 1093 time: 1.0492396 Mar 23 15:43:33.262902 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:33.265610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f14d006-4854-4651-a0f7-6d56c966a5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:33.296561 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee69011-d5d5-4deb-9388-dac3d3e90b14 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:33.318399 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-266294ac-9772-4bc7-8bb5-aeb2e69b8b9b req-4758da10-e0cb-4689-99a8-af1d3bc9e065 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785015 Mar 23 15:43:33.349646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de9ee25f-b455-4110-8f59-6eaa99ca00b6 x-openstack-request-id: req-de9ee25f-b455-4110-8f59-6eaa99ca00b6 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:33.349941 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:33.350192 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de9ee25f-b455-4110-8f59-6eaa99ca00b6 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:33.350603 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de9ee25f-b455-4110-8f59-6eaa99ca00b6'] response: {'name': 'network-changed', 'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992', 'status': 'completed', 'code': 200} Mar 23 15:43:33.373658 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-02594c74-df06-43d4-9980-71818b24cb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:33.375222 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-02594c74-df06-43d4-9980-71818b24cb95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 1127 time: 0.0641069 Mar 23 15:43:33.429707 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-47aded00-94ef-482c-bc7c-d7d5bfa9eb1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992 HTTP/1.1" status: 200 len: 217 time: 0.0405986 Mar 23 15:43:33.489031 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-299cc632-da33-47b0-b3d3-4001e7c07080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:33.491403 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-299cc632-da33-47b0-b3d3-4001e7c07080 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74430d51-b414-43c1-b6bd-24e4d55b4c87 HTTP/1.1" status: 200 len: 848 time: 0.0542469 Mar 23 15:43:33.560322 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-87f1c34b-010c-4e27-954f-5023a9244344 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb43731-0949-4f45-8fed-ed0a55e3354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587714 Mar 23 15:43:33.610639 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-38412612-4644-4065-824c-bde8694c09ae req-6c3d3b38-8a8d-4d15-a501-8491a67a3ed4 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.0540280 Mar 23 15:43:33.655893 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2b8e-51a8-4ea2-8d61-4f1c7d6be4e6 req-ae4d27e9-0f65-4ba4-9c8f-424cb53f298a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:33.660899 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eb3f2b8e-51a8-4ea2-8d61-4f1c7d6be4e6 req-ae4d27e9-0f65-4ba4-9c8f-424cb53f298a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1531498 Mar 23 15:43:33.685844 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-9f386465-9c60-472b-8e1d-fc63e968f158 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9d4147edc47448ae99ba879d3577d297&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538173 Mar 23 15:43:33.842917 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eb3f2b8e-51a8-4ea2-8d61-4f1c7d6be4e6 req-a8475b1d-b13f-4ac7-9702-8c749654959f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604249 Mar 23 15:43:33.853117 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-4bc5c69e-110f-4c6a-a0dd-acff229b170b service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855127 Mar 23 15:43:34.101438 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-ccd76a42-5a2c-4c91-a35e-a30684e135c0 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:34.104043 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-ccd76a42-5a2c-4c91-a35e-a30684e135c0 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3972368 Mar 23 15:43:34.123855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Request body: {'port': {'device_id': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac', 'admin_state_up': True, 'tenant_id': '9d4147edc47448ae99ba879d3577d297'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:34.182071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-79c70744-7eea-4a01-aa57-985c30b87bb4 req-2317b666-9fc3-475b-b3b9-121af61e3144 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067098 Mar 23 15:43:34.328591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-82beeb3e-5d5d-4ec1-963b-ee0c3389f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:34.330377 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-82beeb3e-5d5d-4ec1-963b-ee0c3389f273 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 1127 time: 0.0853729 Mar 23 15:43:34.338125 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Made reservation on behalf of 9d4147edc47448ae99ba879d3577d297 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:34.343489 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:34.386085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:34.532698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-f54f6929-1c9e-48f8-8a42-5cc08bbfc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:34.535957 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-f54f6929-1c9e-48f8-8a42-5cc08bbfc6a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 909 time: 0.1886907 Mar 23 15:43:34.551344 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484d585-71d2-49a1-832c-24cd63e12511 req-4da3ec2a-bdfc-4765-a772-f833ac1c9cb3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:34.553670 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a484d585-71d2-49a1-832c-24cd63e12511 req-4da3ec2a-bdfc-4765-a772-f833ac1c9cb3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0960908 Mar 23 15:43:34.624813 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-996cd6f8-d1ed-4f0b-97fa-1161d9e57370 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992 HTTP/1.1" status: 200 len: 217 time: 0.0801880 Mar 23 15:43:34.668249 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a484d585-71d2-49a1-832c-24cd63e12511 req-af0faa40-2291-43de-98d5-2485d8283491 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056345 Mar 23 15:43:34.735420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks [] for security_group (993e71d0-2a04-4d30-bee1-f4f5f12a6a92), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:34.751465 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (993e71d0-2a04-4d30-bee1-f4f5f12a6a92), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:34.814000 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9682477d-5065-4afe-910b-1da09a10e2ac req-bd94c291-18b8-467f-a062-6ef2ea3b2888 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.0648518 Mar 23 15:43:34.869416 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-bc3855a8-f9e7-4966-8d52-d2d6710b8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:34.871400 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-bc3855a8-f9e7-4966-8d52-d2d6710b8315 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74430d51-b414-43c1-b6bd-24e4d55b4c87 HTTP/1.1" status: 200 len: 848 time: 0.2085166 Mar 23 15:43:34.922929 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993e71d0-2a04-4d30-bee1-f4f5f12a6a92,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:34.931800 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-b457bcf2-88e4-4206-9e6e-c1f3fc1d506b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb43731-0949-4f45-8fed-ed0a55e3354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471451 Mar 23 15:43:35.066543 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bb13f8-cf38-4f57-ae9d-d4baee8e5cd2 req-37dc0ebf-3420-4c4e-9647-c842ec0fd946 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:35.072883 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-82bb13f8-cf38-4f57-ae9d-d4baee8e5cd2 req-37dc0ebf-3420-4c4e-9647-c842ec0fd946 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1073313 Mar 23 15:43:35.093366 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Allocated IP 192.168.233.133 (e83d31d8-b50e-4b9d-ac3c-223b65ddceac/065b8a8b-9272-4bf4-8c1a-820892b21155/fad6088b-89e2-493b-864f-28703578a9b2) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:43:35.121550 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-e9e0aed9-19f1-4a0a-9e3d-37418af64307 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823075 Mar 23 15:43:35.165238 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-82bb13f8-cf38-4f57-ae9d-d4baee8e5cd2 req-a11efc0e-2618-462d-8bf9-8785fac41056 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807717 Mar 23 15:43:35.373050 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1f14d006-4854-4651-a0f7-6d56c966a5cb req-3947ad14-d608-4478-b927-fe21a80d5620 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450342 Mar 23 15:43:35.423745 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks [] for port (fad6088b-89e2-493b-864f-28703578a9b2), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:35.449436 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48936) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:35.476874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:35.778840 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-77c77876-181a-4e17-88b4-8aa5ed137800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:35.782157 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Network e83d31d8-b50e-4b9d-ac3c-223b65ddceac is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:43:35.786830 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:35.799310 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:43:35.809516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Pushing event updated for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:35.834446 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df141e3b-3087-465c-8b72-3cdeebc33a95 req-edd7f6bb-8ba1-42ef-bfb0-472efaa20cdd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:35.836288 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-df141e3b-3087-465c-8b72-3cdeebc33a95 req-edd7f6bb-8ba1-42ef-bfb0-472efaa20cdd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0721791 Mar 23 15:43:35.879914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:35.880628 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:35.920246 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-46b1407c-c346-4b16-b001-2510dfd783eb tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8068287 Mar 23 15:43:35.954364 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Request body: {'port': {'device_id': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:35.969500 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-df141e3b-3087-465c-8b72-3cdeebc33a95 req-005396ef-1c62-4bd0-9f85-c8f7094118f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221962 Mar 23 15:43:35.993887 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-77c77876-181a-4e17-88b4-8aa5ed137800 admin admin] Publish callbacks [] for security_group (cf23ac6f-d34b-4370-ad72-725de26ae56a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.006278 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-77c77876-181a-4e17-88b4-8aa5ed137800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (cf23ac6f-d34b-4370-ad72-725de26ae56a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.071513 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e521b08-20cd-4a64-be6d-fa3acdc593e5 req-5620dffd-74ca-4def-87fd-75edc8b9a76a tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:36.079924 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e521b08-20cd-4a64-be6d-fa3acdc593e5 req-5620dffd-74ca-4def-87fd-75edc8b9a76a tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 936 time: 0.1242259 Mar 23 15:43:36.141667 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (fad6088b-89e2-493b-864f-28703578a9b2), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.146183 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c77876-181a-4e17-88b4-8aa5ed137800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23ac6f-d34b-4370-ad72-725de26ae56a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:36.149808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-e522cc12-b17c-4034-97cc-3e44ec685391 None None] Provisioning complete for port fad6088b-89e2-493b-864f-28703578a9b2 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:36.150572 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e522cc12-b17c-4034-97cc-3e44ec685391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (fad6088b-89e2-493b-864f-28703578a9b2), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.152055 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e521b08-20cd-4a64-be6d-fa3acdc593e5 req-fc67cdda-bb9d-4c4c-b9ea-f5aff3e93f3c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708270 Mar 23 15:43:36.186681 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-77c77876-181a-4e17-88b4-8aa5ed137800 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=607a8c4905a94bb1a19fb9f72eb87c85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7301874 Mar 23 15:43:36.187090 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48952) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:36.230100 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-e522cc12-b17c-4034-97cc-3e44ec685391 None None] Port fad6088b-89e2-493b-864f-28703578a9b2 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:43:36.319153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] Publish callbacks [] for security_group (cf23ac6f-d34b-4370-ad72-725de26ae56a), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.333889 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48960) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:36.386209 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] Publish callbacks [] for security_group (cf23ac6f-d34b-4370-ad72-725de26ae56a), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.425348 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e6db6-6abb-4a5c-9960-f5f522acbc00 req-fa1c321f-46e5-473b-ac34-15adc2c49f84 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:36.428139 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-993e6db6-6abb-4a5c-9960-f5f522acbc00 req-fa1c321f-46e5-473b-ac34-15adc2c49f84 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 943 time: 0.1625812 Mar 23 15:43:36.519533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-76e91904-c3c4-4520-b42a-9372d227f4a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.545773 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-993e6db6-6abb-4a5c-9960-f5f522acbc00 req-d5f7592a-dd46-4c46-861f-78d19882346f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075780 Mar 23 15:43:36.582108 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (cf23ac6f-d34b-4370-ad72-725de26ae56a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.584695 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.586059 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cf23ac6f-d34b-4370-ad72-725de26ae56a HTTP/1.1" status: 204 len: 168 time: 0.3983686 Mar 23 15:43:36.609522 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d220a-5136-483b-86b4-2cb9729fe648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23ac6f-d34b-4370-ad72-725de26ae56a,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:36.667903 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fad6088b-89e2-493b-864f-28703578a9b2 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:43:36.681539 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks [] for port (fad6088b-89e2-493b-864f-28703578a9b2), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.709369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Transition to ACTIVE for port object fad6088b-89e2-493b-864f-28703578a9b2 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:43:36.718564 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48972) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:36.720884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.735493 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-76e91904-c3c4-4520-b42a-9372d227f4a1 admin admin] Publish callbacks [] for security_group (3199e5d2-d203-420a-823c-0b8c5a5a5fd0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.740979 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-76e91904-c3c4-4520-b42a-9372d227f4a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3199e5d2-d203-420a-823c-0b8c5a5a5fd0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.791413 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-76e91904-c3c4-4520-b42a-9372d227f4a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ee8f0a7585e140958164bc5a13abb0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4563556 Mar 23 15:43:36.793724 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 48976) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:36.839429 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e91904-c3c4-4520-b42a-9372d227f4a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3199e5d2-d203-420a-823c-0b8c5a5a5fd0,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:36.887582 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] Publish callbacks [] for security_group (3199e5d2-d203-420a-823c-0b8c5a5a5fd0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.923545 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] Publish callbacks [] for security_group (3199e5d2-d203-420a-823c-0b8c5a5a5fd0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:36.953131 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.003581 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3199e5d2-d203-420a-823c-0b8c5a5a5fd0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.005027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Attempting to bind port fad6088b-89e2-493b-864f-28703578a9b2 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:43:37.005482 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Attempting to bind port fad6088b-89e2-493b-864f-28703578a9b2 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:43:37.005916 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Attempting to bind port fad6088b-89e2-493b-864f-28703578a9b2 on network e83d31d8-b50e-4b9d-ac3c-223b65ddceac {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:37.006531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.010671 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3199e5d2-d203-420a-823c-0b8c5a5a5fd0 HTTP/1.1" status: 204 len: 168 time: 0.2145720 Mar 23 15:43:37.036495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Port fad6088b-89e2-493b-864f-28703578a9b2 on network e83d31d8-b50e-4b9d-ac3c-223b65ddceac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:43:37.037027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Attempting to bind port fad6088b-89e2-493b-864f-28703578a9b2 on network e83d31d8-b50e-4b9d-ac3c-223b65ddceac {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:37.043482 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e129bba1-e23a-4029-ab4b-ff4d6b9399fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.057414 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:43:37.068526 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc280efd-4f08-46c4-8c0a-6d01327e310a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3199e5d2-d203-420a-823c-0b8c5a5a5fd0,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.085777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:43:37.086410 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Checking segment: {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:37.087854 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Bound using segment: {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:43:37.088708 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Bound port: fad6088b-89e2-493b-864f-28703578a9b2, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91ef544b-ab35-4b10-aa4e-60fb3371397c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:43:37.089302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (fad6088b-89e2-493b-864f-28703578a9b2), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.250122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48986) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:37.272283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:43:37.274153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e129bba1-e23a-4029-ab4b-ff4d6b9399fc admin admin] Publish callbacks [] for security_group (6d7ac0f2-997f-4e21-9472-c777d73c190f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.278461 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c6eba999-825d-4f47-90a3-fe95bc6c1f1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.302722 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fad6088b-89e2-493b-864f-28703578a9b2,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:43:37.303779 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e129bba1-e23a-4029-ab4b-ff4d6b9399fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6d7ac0f2-997f-4e21-9472-c777d73c190f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.314676 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.360768 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:37.381944 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.382600 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.384198 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] 10.222.0.61 "PUT /v2.0/ports/fad6088b-89e2-493b-864f-28703578a9b2 HTTP/1.1" status: 200 len: 1098 time: 1.4343944 Mar 23 15:43:37.384695 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:37.387198 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db959b38-d84f-4778-9621-051edaf02d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "tag": "fad6088b-89e2-493b-864f-28703578a9b2"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:37.419657 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e129bba1-e23a-4029-ab4b-ff4d6b9399fc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=71b87d6b77a348fb80d10d0b9fb5f9a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6998637 Mar 23 15:43:37.422895 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 48992) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:37.459647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd9692-c09f-46b9-aaa7-231746fb3563 service neutron] Pushing event updated for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.492877 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992', 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b', 'port_id': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992', 'mac_address': 'fa:16:3e:90:c4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74430d51-b414-43c1-b6bd-24e4d55b4c87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:43:37.537047 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e129bba1-e23a-4029-ab4b-ff4d6b9399fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7ac0f2-997f-4e21-9472-c777d73c190f,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.571175 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da2dfb3-b11d-418d-8be5-dd6e83364f03 req-3180e436-29d5-43a3-89ba-36a0fdc300e3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.581375 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5da2dfb3-b11d-418d-8be5-dd6e83364f03 req-3180e436-29d5-43a3-89ba-36a0fdc300e3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.3044195 Mar 23 15:43:37.609825 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c6eba999-825d-4f47-90a3-fe95bc6c1f1b admin admin] Publish callbacks [] for security_group (ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.634715 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c6eba999-825d-4f47-90a3-fe95bc6c1f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.648419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:37.650462 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.666471 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2daa8c1-0a02-4f34-8f21-cc889df52536 req-f0f93fbb-428b-4771-9984-f1548d58c083 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.677343 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c2daa8c1-0a02-4f34-8f21-cc889df52536 req-f0f93fbb-428b-4771-9984-f1548d58c083 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 948 time: 0.3756757 Mar 23 15:43:37.682244 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:43:37.702032 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5da2dfb3-b11d-418d-8be5-dd6e83364f03 req-8cf47709-d190-4648-a84b-4224087514fd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196067 Mar 23 15:43:37.716041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] Publish callbacks [] for security_group (6d7ac0f2-997f-4e21-9472-c777d73c190f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.730447 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:37.736785 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c6eba999-825d-4f47-90a3-fe95bc6c1f1b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=438d9c3762e6471d98345dfc295af0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4808228 Mar 23 15:43:37.741047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-2910d63c-3ed9-4034-a7ec-79c6779b8d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.743201 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-2910d63c-3ed9-4034-a7ec-79c6779b8d83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d4147edc47448ae99ba879d3577d297&device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 1132 time: 0.2801363 Mar 23 15:43:37.743824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49004) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:37.745830 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.802620 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c2daa8c1-0a02-4f34-8f21-cc889df52536 req-1b3214dd-ecb0-436c-9a3a-e7c85620062d tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242397 Mar 23 15:43:37.806330 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eba999-825d-4f47-90a3-fe95bc6c1f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.815626 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51fe859-e566-4832-af12-25062c2e0997 x-openstack-request-id: req-b51fe859-e566-4832-af12-25062c2e0997 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:37.816048 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "tag": "fad6088b-89e2-493b-864f-28703578a9b2", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:37.816204 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b51fe859-e566-4832-af12-25062c2e0997 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:37.816556 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51fe859-e566-4832-af12-25062c2e0997'] response: {'name': 'network-changed', 'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2', 'status': 'completed', 'code': 200} Mar 23 15:43:37.851834 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] Publish callbacks [] for security_group (6d7ac0f2-997f-4e21-9472-c777d73c190f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.856904 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:37.868335 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-8b1b058b-71b2-4b4d-9b8c-0e1fbf6596bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=fad6088b-89e2-493b-864f-28703578a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0993395 Mar 23 15:43:37.945990 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab6c24-3936-4d88-aa00-a7e2cc0edd09 req-eca55081-f4c4-4943-a17a-d2e18cfa317d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.972796 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-68ab6c24-3936-4d88-aa00-a7e2cc0edd09 req-eca55081-f4c4-4943-a17a-d2e18cfa317d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 944 time: 0.0982277 Mar 23 15:43:37.985035 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] Publish callbacks [] for security_group (ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.988500 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-c5eeed8d-7785-4222-83dd-38573dec4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:37.990194 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-c5eeed8d-7785-4222-83dd-38573dec4958 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=065b8a8b-9272-4bf4-8c1a-820892b21155 HTTP/1.1" status: 200 len: 843 time: 0.1052465 Mar 23 15:43:37.994921 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6d7ac0f2-997f-4e21-9472-c777d73c190f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.997782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:37.999069 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6d7ac0f2-997f-4e21-9472-c777d73c190f HTTP/1.1" status: 204 len: 168 time: 0.5730915 Mar 23 15:43:38.054955 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1e876-aed0-4a67-a6eb-3219d4355556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7ac0f2-997f-4e21-9472-c777d73c190f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:38.066377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] Publish callbacks [] for security_group (ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:38.087336 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-68ab6c24-3936-4d88-aa00-a7e2cc0edd09 req-3b022193-5d5d-4ed6-a9af-2164f0d800c2 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128232 Mar 23 15:43:38.115909 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-c0052995-7be5-42d1-946b-ddd2b01d5d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:38.117887 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-c0052995-7be5-42d1-946b-ddd2b01d5d89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e83d31d8-b50e-4b9d-ac3c-223b65ddceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1104622 Mar 23 15:43:38.192725 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:38.195526 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:38.200324 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5 HTTP/1.1" status: 204 len: 168 time: 0.4479210 Mar 23 15:43:38.226044 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab418937-5ce7-4203-92d7-13a8603587ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48f6ca-aaef-49b6-b7ad-6a1c772f3cb5,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:38.252429 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['5ca96225-0ec7-4e8e-9e3d-e57600f5f992'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:43:38.253381 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-df28fc1f-231b-4a6c-b5d9-7eabc882a8dc service neutron] 10.222.0.61 "GET /v2.0/networks/e83d31d8-b50e-4b9d-ac3c-223b65ddceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274564 Mar 23 15:43:38.403532 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-691c6813-1f4c-44cf-9a69-8d5988e483a0 req-d9ce5ee3-d162-4a0d-a18b-285bb91fe987 service neutron] 10.222.0.61 "GET /v2.0/networks/e83d31d8-b50e-4b9d-ac3c-223b65ddceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425495 Mar 23 15:43:38.645579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959b38-d84f-4778-9621-051edaf02d3c req-92887c94-0757-4118-ae86-2d864ec990c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:38.650730 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-92887c94-0757-4118-ae86-2d864ec990c6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d4147edc47448ae99ba879d3577d297&device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 1132 time: 0.1072719 Mar 23 15:43:38.864100 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959b38-d84f-4778-9621-051edaf02d3c req-94036af5-f212-4ca5-bd2e-6c2249ee8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:38.872053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc4018-4a02-4bc7-afb2-ed4665a73d2e req-de2bd52c-4327-4dcd-9008-0176a9a19ba3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:38.872331 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-94036af5-f212-4ca5-bd2e-6c2249ee8754 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e83d31d8-b50e-4b9d-ac3c-223b65ddceac HTTP/1.1" status: 200 len: 870 time: 0.2099595 Mar 23 15:43:38.875386 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29fc4018-4a02-4bc7-afb2-ed4665a73d2e req-de2bd52c-4327-4dcd-9008-0176a9a19ba3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0852442 Mar 23 15:43:38.951326 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-a613ad26-d8bc-46ff-a6c7-d26e30c06105 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=fad6088b-89e2-493b-864f-28703578a9b2 HTTP/1.1" status: 200 len: 217 time: 0.0645006 Mar 23 15:43:39.007596 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4169a-8454-4a55-92d0-33045b96793c req-3925565a-d446-4ca3-b1e2-f759a8ac7066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:39.009295 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-03d4169a-8454-4a55-92d0-33045b96793c req-3925565a-d446-4ca3-b1e2-f759a8ac7066 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1129 time: 0.1359787 Mar 23 15:43:39.036305 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959b38-d84f-4778-9621-051edaf02d3c req-17d67436-9e8e-429a-9359-477f2a976b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:39.037918 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-17d67436-9e8e-429a-9359-477f2a976b62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=065b8a8b-9272-4bf4-8c1a-820892b21155 HTTP/1.1" status: 200 len: 843 time: 0.0802705 Mar 23 15:43:39.065851 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29fc4018-4a02-4bc7-afb2-ed4665a73d2e req-0e79bdca-1832-4bf4-8658-ec62366d99ae tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727309 Mar 23 15:43:39.082010 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748f765-2320-4e76-8e47-a5b163fd6cd7 req-9082bf05-0b9b-4d2f-9fb6-5ec76f3fd620 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:39.084978 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9748f765-2320-4e76-8e47-a5b163fd6cd7 req-9082bf05-0b9b-4d2f-9fb6-5ec76f3fd620 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 948 time: 0.1634154 Mar 23 15:43:39.113701 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-03d4169a-8454-4a55-92d0-33045b96793c req-a2b1ccfd-e865-4c14-abc2-12226a1b8835 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967109 Mar 23 15:43:39.141706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db959b38-d84f-4778-9621-051edaf02d3c req-e2fb973a-7de5-4140-98be-a55daf29877a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:39.145273 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-e2fb973a-7de5-4140-98be-a55daf29877a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e83d31d8-b50e-4b9d-ac3c-223b65ddceac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0904324 Mar 23 15:43:39.217117 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9748f765-2320-4e76-8e47-a5b163fd6cd7 req-4e1e23a1-8dd7-4fd1-b211-f3c830a96f00 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168983 Mar 23 15:43:39.325596 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1770d8d8-08ac-4051-bd0e-011649bc19e7 req-6b365de4-3d16-40ae-82e0-88adb9d5bdf2 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:39.328982 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1770d8d8-08ac-4051-bd0e-011649bc19e7 req-6b365de4-3d16-40ae-82e0-88adb9d5bdf2 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1402948 Mar 23 15:43:39.402679 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1770d8d8-08ac-4051-bd0e-011649bc19e7 req-f39dd60e-7ae8-45b3-b3f4-fd1b67faa33a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690572 Mar 23 15:43:39.525985 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-9ec11c61-cd24-4e33-adb7-5ea8f07e2d26 service neutron] 10.222.0.61 "GET /v2.0/networks/e83d31d8-b50e-4b9d-ac3c-223b65ddceac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478224 Mar 23 15:43:39.655799 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-db959b38-d84f-4778-9621-051edaf02d3c req-c687305c-6173-4dba-8c26-2c216b3a305b service neutron] 10.222.0.61 "GET /v2.0/networks/e83d31d8-b50e-4b9d-ac3c-223b65ddceac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226351 Mar 23 15:43:40.232093 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fbf-77dd-4236-9963-d0aaf6ec46c7 req-c95e00aa-8c54-4412-b8af-57b82aaa9522 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:40.234404 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-883b2fbf-77dd-4236-9963-d0aaf6ec46c7 req-c95e00aa-8c54-4412-b8af-57b82aaa9522 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0707352 Mar 23 15:43:40.295688 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-883b2fbf-77dd-4236-9963-d0aaf6ec46c7 req-bd755b04-c628-45dd-80cf-d2e39b92a1a0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545123 Mar 23 15:43:40.475239 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338435f9-7dc2-4444-9c4c-179f94f630e4 req-16c881cd-94e3-484c-8d92-7645462c9a1c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:40.478110 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-338435f9-7dc2-4444-9c4c-179f94f630e4 req-16c881cd-94e3-484c-8d92-7645462c9a1c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 948 time: 0.1123598 Mar 23 15:43:40.592005 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-338435f9-7dc2-4444-9c4c-179f94f630e4 req-e43bb2ab-117b-4a74-ae8d-6687367c9e4b tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042879 Mar 23 15:43:40.691221 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea34a66-1d45-4f52-bb48-38c13fbd99ce req-1a2a56ea-e7b3-45c8-aa40-bc18df08da87 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:40.693595 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ea34a66-1d45-4f52-bb48-38c13fbd99ce req-1a2a56ea-e7b3-45c8-aa40-bc18df08da87 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 944 time: 0.1092408 Mar 23 15:43:40.784751 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ea34a66-1d45-4f52-bb48-38c13fbd99ce req-f976f33d-d5dd-4df4-a2c1-8bdc9eba30a8 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808833 Mar 23 15:43:40.948970 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49094) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:41.097746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device fad6088b-89e2-493b-864f-28703578a9b2 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:43:41.101312 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:43:41.103614 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd051-c15f-4e6a-8cc1-f0a92fc44840 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.220229 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd051-c15f-4e6a-8cc1-f0a92fc44840 admin admin] Publish callbacks [] for security_group (b018871a-90b5-43f9-aa5d-ae9a83b50663), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.227863 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd051-c15f-4e6a-8cc1-f0a92fc44840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b018871a-90b5-43f9-aa5d-ae9a83b50663), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.230357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:43:41.238748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:41.239139 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.279539 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-eb3dd051-c15f-4e6a-8cc1-f0a92fc44840 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4527b806ffc474ca440c6d3d5383344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289831 Mar 23 15:43:41.280965 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3dd051-c15f-4e6a-8cc1-f0a92fc44840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018871a-90b5-43f9-aa5d-ae9a83b50663,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:41.283858 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49098) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:41.285023 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fad6088b-89e2-493b-864f-28703578a9b2,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:41.325123 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'fad6088b-89e2-493b-864f-28703578a9b2', 'network_id': 'e83d31d8-b50e-4b9d-ac3c-223b65ddceac', 'port_id': 'fad6088b-89e2-493b-864f-28703578a9b2', 'mac_address': 'fa:16:3e:63:ca:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '065b8a8b-9272-4bf4-8c1a-820892b21155', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:43:41.345165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] Publish callbacks [] for security_group (b018871a-90b5-43f9-aa5d-ae9a83b50663), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.372059 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] Publish callbacks [] for security_group (b018871a-90b5-43f9-aa5d-ae9a83b50663), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.426727 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port fad6088b-89e2-493b-864f-28703578a9b2 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:41.427124 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (fad6088b-89e2-493b-864f-28703578a9b2), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.453850 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:41.454286 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.457608 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fad6088b-89e2-493b-864f-28703578a9b2 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:43:41.476939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b018871a-90b5-43f9-aa5d-ae9a83b50663), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.481870 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.484449 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b018871a-90b5-43f9-aa5d-ae9a83b50663 HTTP/1.1" status: 204 len: 168 time: 0.1980176 Mar 23 15:43:41.488406 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629e19c-0eff-49e4-8184-ac2a5f4219c9 req-6f6c3ac1-88c8-418c-828f-dc251975f59e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:41.490193 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9629e19c-0eff-49e4-8184-ac2a5f4219c9 req-6f6c3ac1-88c8-418c-828f-dc251975f59e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0707915 Mar 23 15:43:41.494652 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fad6088b-89e2-493b-864f-28703578a9b2,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:41.502016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877e079-6622-4565-9829-b0d5dade9d91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018871a-90b5-43f9-aa5d-ae9a83b50663,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:41.517260 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:41.519919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d6a196-bbe4-4df4-b917-ad9b1ba41971" -d '{"events": [{"server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:41.530041 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.533982 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:41.545448 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:41.574301 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9629e19c-0eff-49e4-8184-ac2a5f4219c9 req-2a403a3c-f709-43f5-8652-f41a07a5c7bf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692711 Mar 23 15:43:41.611104 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c1e800-4784-4e69-95fb-0edd111c822a x-openstack-request-id: req-79c1e800-4784-4e69-95fb-0edd111c822a {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:41.611552 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "name": "network-vif-plugged", "status": "completed", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:41.611883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-79c1e800-4784-4e69-95fb-0edd111c822a {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:41.612402 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79c1e800-4784-4e69-95fb-0edd111c822a'] response: {'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992', 'code': 200} Mar 23 15:43:41.618330 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:41.696973 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:41.851235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c710d51-a003-4bff-a9aa-392ab19ada50 req-740d1b20-ee60-4d9a-bb47-076b9aee574d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:41.854079 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5c710d51-a003-4bff-a9aa-392ab19ada50 req-740d1b20-ee60-4d9a-bb47-076b9aee574d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1589894 Mar 23 15:43:41.878399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3efd76-ef7c-49d1-8f40-b7917e73bd46 req-be5c2fc2-74cb-4079-b099-55900e2834a9 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:41.880922 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a3efd76-ef7c-49d1-8f40-b7917e73bd46 req-be5c2fc2-74cb-4079-b099-55900e2834a9 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 949 time: 0.1410661 Mar 23 15:43:41.902414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49116) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:41.920920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83af2905-169d-4e1f-942d-6ea4271a2481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.008542 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5c710d51-a003-4bff-a9aa-392ab19ada50 req-8a72a65f-3c1f-4340-9074-71fec84b3d17 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450517 Mar 23 15:43:42.010447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83af2905-169d-4e1f-942d-6ea4271a2481 admin admin] Publish callbacks [] for security_group (911a7136-2427-4d9a-94f1-1b3aa5d8f057), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.019247 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a3efd76-ef7c-49d1-8f40-b7917e73bd46 req-33c78249-a649-4056-96dc-2fca34005dad tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271405 Mar 23 15:43:42.020987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-83af2905-169d-4e1f-942d-6ea4271a2481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (911a7136-2427-4d9a-94f1-1b3aa5d8f057), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.101298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af2905-169d-4e1f-942d-6ea4271a2481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911a7136-2427-4d9a-94f1-1b3aa5d8f057,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:42.112573 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-83af2905-169d-4e1f-942d-6ea4271a2481 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=be47a801cf0f4e81aeaa3dfc547e609f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082839 Mar 23 15:43:42.114729 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49120) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:42.183892 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc6a9-4dc8-469f-a110-9a56d611973f req-a264f87a-6763-4101-88a5-1ad378fa75ff tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:42.186480 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20bfc6a9-4dc8-469f-a110-9a56d611973f req-a264f87a-6763-4101-88a5-1ad378fa75ff tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0753465 Mar 23 15:43:42.194065 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] Publish callbacks [] for security_group (911a7136-2427-4d9a-94f1-1b3aa5d8f057), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.224533 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] Publish callbacks [] for security_group (911a7136-2427-4d9a-94f1-1b3aa5d8f057), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.257299 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20bfc6a9-4dc8-469f-a110-9a56d611973f req-5412da53-7296-4c04-91ba-2e231a0c3369 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Mar 23 15:43:42.305121 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (911a7136-2427-4d9a-94f1-1b3aa5d8f057), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.308826 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:42.313102 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/911a7136-2427-4d9a-94f1-1b3aa5d8f057 HTTP/1.1" status: 204 len: 168 time: 0.1967971 Mar 23 15:43:42.322344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c81c6bc-847d-400e-be11-04289f0fb403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911a7136-2427-4d9a-94f1-1b3aa5d8f057,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:43.192186 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942e56c-7cc5-4e12-86d2-630eb56946ff req-ec5a3b1c-fae6-4d97-983e-bb160c2e2ce4 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:43.194171 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c942e56c-7cc5-4e12-86d2-630eb56946ff req-ec5a3b1c-fae6-4d97-983e-bb160c2e2ce4 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 949 time: 0.0789423 Mar 23 15:43:43.266821 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c942e56c-7cc5-4e12-86d2-630eb56946ff req-72b68756-76d6-4cb4-b6ab-14b1050fd367 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662692 Mar 23 15:43:43.418914 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c670b9-0201-4a5d-84e1-603b11dc99ce req-2044de05-9ad5-4f2f-8148-bf51a3478d1e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:43.421453 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e6c670b9-0201-4a5d-84e1-603b11dc99ce req-2044de05-9ad5-4f2f-8148-bf51a3478d1e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0729477 Mar 23 15:43:43.500216 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e6c670b9-0201-4a5d-84e1-603b11dc99ce req-4ff6e2cd-bffd-4b11-9b1e-4e1bebac8574 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685151 Mar 23 15:43:44.401732 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb6b4e-affc-4e92-861e-656ea7f01228 req-d60b496b-af91-4f18-9943-b28b3753b1d1 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:44.403307 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-35fb6b4e-affc-4e92-861e-656ea7f01228 req-d60b496b-af91-4f18-9943-b28b3753b1d1 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 949 time: 0.0544498 Mar 23 15:43:44.461497 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-35fb6b4e-affc-4e92-861e-656ea7f01228 req-633b471a-4a33-47eb-aa57-5e4abd6bdf15 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523124 Mar 23 15:43:44.634449 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b10e0e-34d2-497f-93a7-50f573611c87 req-1d4bee9d-ef12-4132-8e24-433692f60112 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:44.636099 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-30b10e0e-34d2-497f-93a7-50f573611c87 req-1d4bee9d-ef12-4132-8e24-433692f60112 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0579927 Mar 23 15:43:44.720527 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-30b10e0e-34d2-497f-93a7-50f573611c87 req-5a95597a-18a6-49d0-a5d1-4ec85f97ee4f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Mar 23 15:43:45.099762 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc88276-d2e3-4219-80de-12627976fb87 req-0ef1662f-6c64-4183-aaea-2b3057bd40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:45.101408 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1cc88276-d2e3-4219-80de-12627976fb87 req-0ef1662f-6c64-4183-aaea-2b3057bd40b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 1129 time: 0.0813749 Mar 23 15:43:45.109189 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-8d68efbd-b93e-465c-93f4-b8c3894bba2c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773041 Mar 23 15:43:45.172175 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1cc88276-d2e3-4219-80de-12627976fb87 req-b9439143-5fbc-4c3e-8862-94cc48f9fb53 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620127 Mar 23 15:43:45.205751 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-c5fa928c-d548-44b5-88f5-2195cdbcf6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:45.207317 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-c5fa928c-d548-44b5-88f5-2195cdbcf6f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1130 time: 0.0508790 Mar 23 15:43:45.586245 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a75ba3a-1ee2-4ff8-b87c-3f28ef337e5e req-ccf610e1-6e01-4bfb-9078-042a83d2695f tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:45.587786 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6a75ba3a-1ee2-4ff8-b87c-3f28ef337e5e req-ccf610e1-6e01-4bfb-9078-042a83d2695f tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 949 time: 0.0551000 Mar 23 15:43:45.603534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['fad6088b-89e2-493b-864f-28703578a9b2'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:43:45.645966 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6a75ba3a-1ee2-4ff8-b87c-3f28ef337e5e req-aaa83f5a-97b4-4089-b398-d2855ae4369d tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523164 Mar 23 15:43:45.872765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efbe8c-7a6a-479a-9b8e-3396afd51520 req-d53df840-9e97-4ea9-a9b6-191ac9d7758a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:45.874018 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-2aaf7743-8dd8-46d0-a57d-3bdab7f34083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:45.875561 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f6efbe8c-7a6a-479a-9b8e-3396afd51520 req-d53df840-9e97-4ea9-a9b6-191ac9d7758a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0712206 Mar 23 15:43:45.876455 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-2aaf7743-8dd8-46d0-a57d-3bdab7f34083 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1192603 Mar 23 15:43:45.961277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f6efbe8c-7a6a-479a-9b8e-3396afd51520 req-f08c802a-6ce5-4dc0-bfdb-2b3d7f3eba2b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785327 Mar 23 15:43:45.984832 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-9a661306-bd1f-499d-bb18-2588272cc29b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1002 time: 0.0963173 Mar 23 15:43:46.070506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-4841cd28-8175-4ffd-8b2d-fc8044a60d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:46.072072 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-4841cd28-8175-4ffd-8b2d-fc8044a60d48 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0475307 Mar 23 15:43:46.150661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-676e2d8d-c31a-41d5-abf4-aa34962506cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:46.152511 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-676e2d8d-c31a-41d5-abf4-aa34962506cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0665419 Mar 23 15:43:46.268487 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-637b4215-65df-47e4-a134-d1e3c07e2400 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090417 Mar 23 15:43:46.406157 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dc7a6384-ddd2-4d27-a825-d62967215c38 req-a1713343-a9b2-4893-936e-30dc826e84a1 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304886 Mar 23 15:43:46.416545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:46.848055 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8d6ca9-02e7-4685-a764-e58362eade55 req-342d4f04-32be-4b52-9721-3c48b8157078 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:46.850927 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d8d6ca9-02e7-4685-a764-e58362eade55 req-342d4f04-32be-4b52-9721-3c48b8157078 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 949 time: 0.0850499 Mar 23 15:43:46.915531 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d8d6ca9-02e7-4685-a764-e58362eade55 req-f56bb0c0-1891-4a4b-9ac1-843ff29e3ca8 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557349 Mar 23 15:43:47.179736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-7e943adb-19e7-4b6e-bfcb-f9d4da8d6014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.184057 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-7e943adb-19e7-4b6e-bfcb-f9d4da8d6014 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.0980842 Mar 23 15:43:47.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b1175-dbf8-4115-bfdc-8b209c55c3b6 req-5ee79f06-c5d1-4240-bc37-02872a24989d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.209904 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a03b1175-dbf8-4115-bfdc-8b209c55c3b6 req-5ee79f06-c5d1-4240-bc37-02872a24989d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1143875 Mar 23 15:43:47.252168 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72567ac3-a29b-4481-aa7c-8b25f6849f8b req-66eb4310-ad67-49fc-891c-275c6fc00912 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.259534 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-72567ac3-a29b-4481-aa7c-8b25f6849f8b req-66eb4310-ad67-49fc-891c-275c6fc00912 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1107059 Mar 23 15:43:47.335185 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a03b1175-dbf8-4115-bfdc-8b209c55c3b6 req-61eed199-918a-4f56-a611-119b216cc5a1 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138544 Mar 23 15:43:47.342503 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-72567ac3-a29b-4481-aa7c-8b25f6849f8b req-662aa5b3-f447-46ec-8e31-0bef2e981c9f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818071 Mar 23 15:43:47.400616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-b060a3ef-300c-432e-ad4d-30bcbf70e405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.402202 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-b060a3ef-300c-432e-ad4d-30bcbf70e405 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.2115252 Mar 23 15:43:47.475124 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-2667ab42-5a81-4085-8dc9-feef627789b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.0556967 Mar 23 15:43:47.525344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-5226d009-8113-4390-af92-982b3eb4e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.526866 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-5226d009-8113-4390-af92-982b3eb4e42a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0460577 Mar 23 15:43:47.555401 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device fad6088b-89e2-493b-864f-28703578a9b2 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:43:47.591807 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-d7812b40-960b-4ecb-90e4-2d621038485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:47.593319 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-d7812b40-960b-4ecb-90e4-2d621038485b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0508037 Mar 23 15:43:47.621698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port fad6088b-89e2-493b-864f-28703578a9b2 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:43:47.627212 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port fad6088b-89e2-493b-864f-28703578a9b2 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:47.627738 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (fad6088b-89e2-493b-864f-28703578a9b2), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:47.708496 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-62dd087d-3bdd-4c29-b6e9-ad55907c10db service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065712 Mar 23 15:43:47.729760 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port fad6088b-89e2-493b-864f-28703578a9b2 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:47.730402 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (fad6088b-89e2-493b-864f-28703578a9b2), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:47.773703 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:47.778298 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d9c182-8bca-43d7-90dd-c31f259d34b0" -d '{"events": [{"server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "name": "network-vif-plugged", "status": "completed", "tag": "fad6088b-89e2-493b-864f-28703578a9b2"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:47.798948 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fad6088b-89e2-493b-864f-28703578a9b2,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:47.806571 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:47.823750 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a7435b8-46aa-4957-9dfb-8addec8817ca req-60c46896-7a06-43b6-a160-b8ec23f3eed1 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088939 Mar 23 15:43:47.857612 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0740fca-fc80-446b-8884-33c53c85eb95 x-openstack-request-id: req-d0740fca-fc80-446b-8884-33c53c85eb95 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:47.858064 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "name": "network-vif-plugged", "status": "completed", "tag": "fad6088b-89e2-493b-864f-28703578a9b2", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:47.858434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d0740fca-fc80-446b-8884-33c53c85eb95 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:47.859292 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0740fca-fc80-446b-8884-33c53c85eb95'] response: {'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2', 'code': 200} Mar 23 15:43:47.898043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:48.087173 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441e0fb-88f7-4e9e-b6b9-52715e543c86 req-7b8153bf-5477-452b-ab38-e27a53817935 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:48.089823 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f441e0fb-88f7-4e9e-b6b9-52715e543c86 req-7b8153bf-5477-452b-ab38-e27a53817935 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0767093 Mar 23 15:43:48.148903 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f441e0fb-88f7-4e9e-b6b9-52715e543c86 req-fc90cbcc-21e6-4af4-9a60-e3e3a4936196 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527868 Mar 23 15:43:48.531805 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e719c5ea-273e-4c44-8842-a04cd5edb38a req-aa253c87-9c19-4b94-b671-fb032d257fd3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:48.533637 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e719c5ea-273e-4c44-8842-a04cd5edb38a req-aa253c87-9c19-4b94-b671-fb032d257fd3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0984724 Mar 23 15:43:48.555659 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8402af48-2795-4ce3-a812-a2274cf27f59 req-de281545-0f5d-472e-8ab2-903710fd6ee3 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:48.557254 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8402af48-2795-4ce3-a812-a2274cf27f59 req-de281545-0f5d-472e-8ab2-903710fd6ee3 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0832047 Mar 23 15:43:48.620447 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e719c5ea-273e-4c44-8842-a04cd5edb38a req-218331a7-cad9-4977-b954-9397f9942b68 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783658 Mar 23 15:43:48.638049 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8402af48-2795-4ce3-a812-a2274cf27f59 req-d2b7de61-527b-4659-a80e-e482351aa252 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724292 Mar 23 15:43:49.279206 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef72783-9821-44aa-9c48-1664fdc127e6 req-0c20f6ac-0e4f-41e0-9d11-501213a08159 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:49.281355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ef72783-9821-44aa-9c48-1664fdc127e6 req-0c20f6ac-0e4f-41e0-9d11-501213a08159 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0582061 Mar 23 15:43:49.339816 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ef72783-9821-44aa-9c48-1664fdc127e6 req-57e53e79-17d4-4d00-be73-3c06d69104d3 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525782 Mar 23 15:43:49.628801 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e4ce6-ca35-4a4a-9e3c-b7e46dabc32e req-b4dca570-6b42-4b0a-b126-be8b9c720e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:49.630303 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-828e4ce6-ca35-4a4a-9e3c-b7e46dabc32e req-b4dca570-6b42-4b0a-b126-be8b9c720e0d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 1134 time: 0.0588703 Mar 23 15:43:49.776755 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc7599-afcf-411a-9c34-f764db6fb60e req-d43da022-d958-4e50-91bd-7e56c64ef1e4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:49.779966 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18cc7599-afcf-411a-9c34-f764db6fb60e req-d43da022-d958-4e50-91bd-7e56c64ef1e4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0852888 Mar 23 15:43:49.835209 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18cc7599-afcf-411a-9c34-f764db6fb60e req-e955ca68-2402-4dca-a962-e8d681bdb6c1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495968 Mar 23 15:43:50.467490 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d56c48-c095-40cb-af36-14011a29e255 req-6301dad8-e2d6-4de3-834a-2150ecb3f4f0 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:50.469164 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-44d56c48-c095-40cb-af36-14011a29e255 req-6301dad8-e2d6-4de3-834a-2150ecb3f4f0 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0571539 Mar 23 15:43:50.537173 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-44d56c48-c095-40cb-af36-14011a29e255 req-7dad4f11-1685-42f9-bb43-1c0646f6af1e tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619192 Mar 23 15:43:50.542880 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-828e4ce6-ca35-4a4a-9e3c-b7e46dabc32e req-1ebd6017-c399-460c-b961-76553727edaa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623245 Mar 23 15:43:50.970052 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1716cfc-4ce0-4411-bd60-7793a1bd15d6 req-4151b5e6-eed5-4d4b-9d1b-6d50e71372a2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:50.971651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a1716cfc-4ce0-4411-bd60-7793a1bd15d6 req-4151b5e6-eed5-4d4b-9d1b-6d50e71372a2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0618224 Mar 23 15:43:51.027957 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a1716cfc-4ce0-4411-bd60-7793a1bd15d6 req-ece231f7-d73d-430f-98de-aa3a379aae53 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Mar 23 15:43:51.664880 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa4064-cca3-43fc-9c3a-10e33e802b9e req-ceb9ee64-e356-4a44-8fa2-f5fbbbd8eb2b tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:51.666440 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-59fa4064-cca3-43fc-9c3a-10e33e802b9e req-ceb9ee64-e356-4a44-8fa2-f5fbbbd8eb2b tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0564320 Mar 23 15:43:51.731268 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-59fa4064-cca3-43fc-9c3a-10e33e802b9e req-d61b54d7-0349-4824-97ef-0ebd0ccf41a1 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576775 Mar 23 15:43:51.789365 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-13ca6ed0-7421-48f4-8e8f-eab213d596b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:52.168337 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab42738-33c3-4acf-9951-a0cb5accee20 req-a32f77f2-9faa-4eee-80c8-c1ba2c1d1504 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:52.170136 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ab42738-33c3-4acf-9951-a0cb5accee20 req-a32f77f2-9faa-4eee-80c8-c1ba2c1d1504 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0675180 Mar 23 15:43:52.238092 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ab42738-33c3-4acf-9951-a0cb5accee20 req-f1ac3cea-ec21-4fbd-957e-0f91dde9f297 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599329 Mar 23 15:43:52.537844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1aef6-22df-481a-a783-37ed24593074 req-4887483b-b0b6-4fcc-9294-bf1d77c5db97 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:52.540230 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f0b1aef6-22df-481a-a783-37ed24593074 req-4887483b-b0b6-4fcc-9294-bf1d77c5db97 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0614069 Mar 23 15:43:52.601651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f0b1aef6-22df-481a-a783-37ed24593074 req-dd9f1d7d-7a3b-4713-8621-5c130b48dead tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509040 Mar 23 15:43:52.896839 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62701328-838a-441e-aa9d-1b0d016d2fe6 req-f28e2195-16d4-4033-92a6-fc201994feb2 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:52.898490 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62701328-838a-441e-aa9d-1b0d016d2fe6 req-f28e2195-16d4-4033-92a6-fc201994feb2 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0620046 Mar 23 15:43:52.956544 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-62701328-838a-441e-aa9d-1b0d016d2fe6 req-26cea455-c0a3-4b13-bdfd-c164875e1c95 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517817 Mar 23 15:43:53.435042 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04585ba2-3fee-4a2c-a998-4fbb3ce053b6 req-6bca1373-ce6c-4dbb-a72d-c1b6637b82eb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:53.437890 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-04585ba2-3fee-4a2c-a998-4fbb3ce053b6 req-6bca1373-ce6c-4dbb-a72d-c1b6637b82eb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0721791 Mar 23 15:43:53.520947 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-04585ba2-3fee-4a2c-a998-4fbb3ce053b6 req-a655ab38-92e5-4d5b-8b8d-4fd3f26d9aaf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772376 Mar 23 15:43:53.545743 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49308) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:53.688585 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:53.704128 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-64410482-278c-4b25-90a3-298f7e0efc2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:53.771807 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e9c5d-a5bb-48fe-8593-cf3830604b46 req-2d469669-5883-4c86-b50f-c9b56ecf6649 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:53.774548 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b33e9c5d-a5bb-48fe-8593-cf3830604b46 req-2d469669-5883-4c86-b50f-c9b56ecf6649 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0799749 Mar 23 15:43:53.803180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Publish callbacks [] for security_group (46295ede-c0a3-4020-ac06-06b40af0ce4f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:53.808551 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46295ede-c0a3-4020-ac06-06b40af0ce4f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:53.845140 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b33e9c5d-a5bb-48fe-8593-cf3830604b46 req-2965eadf-584e-4841-9fa4-bd8ed4b6bf9c tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635026 Mar 23 15:43:53.872543 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46295ede-c0a3-4020-ac06-06b40af0ce4f,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:53.884207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.884580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.884895 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.885236 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.885570 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.885901 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.886231 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.886621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.886940 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.887270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.887598 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.887927 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.888281 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.888605 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.888928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:53.894419 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a8e82d4c-b4b7-40bf-bf7c-03faff485876 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6e5ccd27b4804a19aa7b2c7ce02be6cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3471041 Mar 23 15:43:53.898491 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49316) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:53.959466 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] Publish callbacks [] for security_group (46295ede-c0a3-4020-ac06-06b40af0ce4f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:53.987030 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] Publish callbacks [] for security_group (46295ede-c0a3-4020-ac06-06b40af0ce4f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:54.054804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46295ede-c0a3-4020-ac06-06b40af0ce4f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:54.058156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:54.059542 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46295ede-c0a3-4020-ac06-06b40af0ce4f HTTP/1.1" status: 204 len: 168 time: 0.1600435 Mar 23 15:43:54.073003 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bfab08-93e7-4acb-b412-82ff90b319d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46295ede-c0a3-4020-ac06-06b40af0ce4f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:54.153196 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b90b21-a924-43fa-8f22-9e959e02f6ab req-b96ecc4e-e098-40ad-8a2b-94aad3cf6256 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:54.155714 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a8b90b21-a924-43fa-8f22-9e959e02f6ab req-b96ecc4e-e098-40ad-8a2b-94aad3cf6256 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0933256 Mar 23 15:43:54.231622 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a8b90b21-a924-43fa-8f22-9e959e02f6ab req-0b25d9ae-ce8b-45cb-a2f4-87876f616bca tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680654 Mar 23 15:43:54.678674 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1a00f6-1380-41f6-98a1-feb313975bb7 req-4d45aedf-ef34-423c-adfd-56da67dd680d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:54.680337 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b1a00f6-1380-41f6-98a1-feb313975bb7 req-4d45aedf-ef34-423c-adfd-56da67dd680d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0649645 Mar 23 15:43:54.740304 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b1a00f6-1380-41f6-98a1-feb313975bb7 req-eb416034-0cb1-460a-9ac2-c43c4dc9fe1f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525680 Mar 23 15:43:54.908564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49346) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:55.035728 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5765323-72e5-4366-9409-0279a2620e70 req-6ad23586-bb76-4691-9ea1-244850c3e94c tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:55.038810 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5765323-72e5-4366-9409-0279a2620e70 req-6ad23586-bb76-4691-9ea1-244850c3e94c tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0960405 Mar 23 15:43:55.114559 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5765323-72e5-4366-9409-0279a2620e70 req-8d5c903f-6c10-41c3-95ef-a93c49b748ad tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621018 Mar 23 15:43:55.125739 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-307565253-network', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:55.148698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Made reservation on behalf of a47111d79ce7493c9c9f0addceae88da for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:55.151089 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.161536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.184377 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.263560 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks [] for security_group (b89472a1-014b-459a-b12e-c6e2c0b1234a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.269618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b89472a1-014b-459a-b12e-c6e2c0b1234a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.293670 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:43:55.310922 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b89472a1-014b-459a-b12e-c6e2c0b1234a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:55.315997 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (d5c9fdfc-3c69-4f3f-8aec-a294981b7410), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.316435 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Added segment d5c9fdfc-3c69-4f3f-8aec-a294981b7410 of type vlan for network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 Mar 23 15:43:55.365220 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.397825 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.398989 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:55.399654 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.423314 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1132234f-e0fe-4ead-9377-f655863754f6 req-886221c5-38b8-4f2c-84c3-6be267ed23af tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:55.426871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1132234f-e0fe-4ead-9377-f655863754f6 req-886221c5-38b8-4f2c-84c3-6be267ed23af tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0876067 Mar 23 15:43:55.460503 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5503285 Mar 23 15:43:55.464373 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49354) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:55.470167 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Request body: {'subnet': {'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-307565253-subnet', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:55.490257 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27509041-f7b1-4198-aed5-ab603afe9b19 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:55.505554 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Made reservation on behalf of a47111d79ce7493c9c9f0addceae88da for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:43:55.505874 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:43:55.508414 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1132234f-e0fe-4ead-9377-f655863754f6 req-ac9cf889-23b9-4075-99b8-d68a3d13933d tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737741 Mar 23 15:43:55.511294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26163729'] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.759610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26154907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26163719'] for subnet (8de6be1a-81c7-47ca-ad3e-b88a505d78ea), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.855852 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de6be1a-81c7-47ca-ad3e-b88a505d78ea,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:55.867284 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:55.867816 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Network hostable DHCP agents. Network: cbe0c296-3e0f-43a3-b227-c2c4e0ee8755, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:43:55.893507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:43:55.915543 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, cbe0c296-3e0f-43a3-b227-c2c4e0ee8755) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:55.923787 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:55.924982 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:55.937071 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027a239-a275-42b9-a053-841371a2401e None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:55.946356 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd1b6be-067f-4f6c-98d8-2d8f195a368c req-9669261a-1400-4f23-bc7a-3c925bc19a0a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:55.946356 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ecd1b6be-067f-4f6c-98d8-2d8f195a368c req-9669261a-1400-4f23-bc7a-3c925bc19a0a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0808723 Mar 23 15:43:55.961138 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e4beaca7-fa5a-4931-8e76-2eaed21a697b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4950862 Mar 23 15:43:55.964535 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49362) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:55.970678 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:43:56.004861 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.006480 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.026294 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ecd1b6be-067f-4f6c-98d8-2d8f195a368c req-26f61898-6c3c-4e18-a03a-70e55fd9b860 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728586 Mar 23 15:43:56.095919 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for router_controller (e35cd264-d6a4-4075-bd3d-5883d2a2703e), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.117918 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:43:56.119144 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.294545 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for router_gateway (e35cd264-d6a4-4075-bd3d-5883d2a2703e), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.314763 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5550e86-a1b4-4174-bf58-c56be417c405 req-d201bccc-44b4-4776-a72c-5531d164f0f2 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:56.316709 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5550e86-a1b4-4174-bf58-c56be417c405 req-d201bccc-44b4-4776-a72c-5531d164f0f2 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0845942 Mar 23 15:43:56.380277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5550e86-a1b4-4174-bf58-c56be417c405 req-c4e9a1e2-5a92-43b7-8ca8-098ccfe9977d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528448 Mar 23 15:43:56.524992 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.535953 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Allocated IP 172.20.0.2 (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755/8de6be1a-81c7-47ca-ad3e-b88a505d78ea/88c62c36-efd0-4459-950d-5019a2fc02eb) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:43:56.596791 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for router_gateway (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.630668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.679450 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3c508-6cd4-4e5b-b784-5af886d2e22b req-3a726a70-2473-45eb-bb18-1ff1b03110ba tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:56.681247 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-85c3c508-6cd4-4e5b-b784-5af886d2e22b req-3a726a70-2473-45eb-bb18-1ff1b03110ba tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0713563 Mar 23 15:43:56.746710 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks [] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.761902 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.765280 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-85c3c508-6cd4-4e5b-b784-5af886d2e22b req-d4e03c0a-92d4-44aa-9cc0-c2d9d0b17985 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603197 Mar 23 15:43:56.821598 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:43:56.826804 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:56.832808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:43:56.836810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Allocated IP 172.27.3.159 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/89279d4c-274b-471a-b974-464c9c73b8ea) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:43:56.855602 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Pushing event updated for resources: {'Port': ['ID=88c62c36-efd0-4459-950d-5019a2fc02eb,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:56.878167 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.878492 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.878884 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.879211 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.879541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.879864 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.880213 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.880533 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.880975 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.881187 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.881508 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.881841 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.882161 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.882473 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.882786 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:56.925529 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Attempting to bind port 88c62c36-efd0-4459-950d-5019a2fc02eb on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:43:56.926025 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Attempting to bind port 88c62c36-efd0-4459-950d-5019a2fc02eb by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:43:56.926400 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Attempting to bind port 88c62c36-efd0-4459-950d-5019a2fc02eb on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:56.932487 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:43:56.932879 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:56.933296 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.933782 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Bound using segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:43:56.934278 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Bound port: 88c62c36-efd0-4459-950d-5019a2fc02eb, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:43:56.934668 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:56.969665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for port (89279d4c-274b-471a-b974-464c9c73b8ea), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:57.010269 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:57.025656 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] For port 88c62c36-efd0-4459-950d-5019a2fc02eb, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:43:57.029888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] For port 88c62c36-efd0-4459-950d-5019a2fc02eb, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=88c62c36-efd0-4459-950d-5019a2fc02eb,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:43:57.038787 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:57.070017 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:43:57.075282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:43:57.087232 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:43:57.133541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9fbaa-3ca6-4ded-b315-0c69f8abbb33 None None] Pushing event updated for resources: {'Port': ['ID=88c62c36-efd0-4459-950d-5019a2fc02eb,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:57.134791 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Pushing event updated for resources: {'Port': ['ID=89279d4c-274b-471a-b974-464c9c73b8ea,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:57.238325 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b57d5cf-6cb7-4269-b74c-49457bb9301f req-1a462c2a-924f-42c2-873a-87b890a499b2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:57.241007 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b57d5cf-6cb7-4269-b74c-49457bb9301f req-1a462c2a-924f-42c2-873a-87b890a499b2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0773172 Mar 23 15:43:57.314759 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b57d5cf-6cb7-4269-b74c-49457bb9301f req-642a6847-6c79-48e7-895b-09c1f3cf119d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Mar 23 15:43:57.552367 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15fce3-dcd8-49f7-9c01-e063abe59547 req-90f3e068-c06f-4974-8e0b-b259995b9230 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:57.554071 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff15fce3-dcd8-49f7-9c01-e063abe59547 req-90f3e068-c06f-4974-8e0b-b259995b9230 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.0650027 Mar 23 15:43:57.622112 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff15fce3-dcd8-49f7-9c01-e063abe59547 req-0a2b701f-70be-4bf7-ad5f-25955f1c3a37 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571597 Mar 23 15:43:57.751318 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for router_gateway (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:57.790770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:57.976794 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86010a4e-e5c9-4f36-b650-f0cd8faf33bb req-5d9fc97d-04db-4727-aa11-5236f298bd8c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:57.979177 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86010a4e-e5c9-4f36-b650-f0cd8faf33bb req-5d9fc97d-04db-4727-aa11-5236f298bd8c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.1139827 Mar 23 15:43:58.050919 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.078761 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86010a4e-e5c9-4f36-b650-f0cd8faf33bb req-7cbdd149-780f-4579-b5c3-890d17950118 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929425 Mar 23 15:43:58.324599 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:43:58.336101 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251736cd-cff2-44e2-b58e-52d4b0f0b709 None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:43:58.358994 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-c784cbf3-4acc-422a-9582-4f97011959f6 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:58.360826 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-c784cbf3-4acc-422a-9582-4f97011959f6 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.1173661 Mar 23 15:43:58.410143 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Provisioning complete for port 88c62c36-efd0-4459-950d-5019a2fc02eb triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:58.410902 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.485962 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f460e9-4d7e-4f94-85fb-aa8ee95090a8 req-f1d7b0e5-6a7c-47f0-b052-463bc11cef0b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:58.487930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29f460e9-4d7e-4f94-85fb-aa8ee95090a8 req-f1d7b0e5-6a7c-47f0-b052-463bc11cef0b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0724311 Mar 23 15:43:58.567011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:43:58.578724 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:43:58.590798 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Deleting port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:43:58.591322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.595288 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:58.596405 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:58.621588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.625478 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-8b33bf0e-7378-4946-a132-7a10176d10b2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6570153 Mar 23 15:43:58.626313 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49384) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:43:58.667912 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Current status of the port 88c62c36-efd0-4459-950d-5019a2fc02eb is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:58.668567 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.729056 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] For port 88c62c36-efd0-4459-950d-5019a2fc02eb, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=88c62c36-efd0-4459-950d-5019a2fc02eb,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:58.741083 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.787275 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:43:58.842481 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ada6cb-a80b-447e-b673-00a3e58a13e1 None None] Pushing event updated for resources: {'Port': ['ID=88c62c36-efd0-4459-950d-5019a2fc02eb,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:58.864056 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29f460e9-4d7e-4f94-85fb-aa8ee95090a8 req-4571fe83-f8c6-4841-a498-bddbef1d6190 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314228 Mar 23 15:43:58.898152 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] For port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:43:58.898336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:58.947373 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Calling delete_port for 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:43:59.076317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32073a35-5542-4b67-aec5-73ae1cf93cf9 req-f06ac23d-8a6c-4490-875c-0cd71dcb9d1f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:59.077999 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-32073a35-5542-4b67-aec5-73ae1cf93cf9 req-f06ac23d-8a6c-4490-875c-0cd71dcb9d1f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ec19b22-49a1-4255-9c4a-39616c42e6f5 HTTP/1.1" status: 200 len: 945 time: 0.2228932 Mar 23 15:43:59.141062 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 88c62c36-efd0-4459-950d-5019a2fc02eb up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:43:59.155210 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:57Z', 'revision_number': 3, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:43:59.238156 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:43:59.239028 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Updating router e35cd264-d6a4-4075-bd3d-5883d2a2703e port 89279d4c-274b-471a-b974-464c9c73b8ea binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:43:59.255802 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (5ca96225-0ec7-4e8e-9e3d-e57600f5f992), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.284591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-f64c0e0a-639f-4f14-ace8-b60b901d457a None None] Provisioning complete for port 88c62c36-efd0-4459-950d-5019a2fc02eb triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:59.285165 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f64c0e0a-639f-4f14-ace8-b60b901d457a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.295736 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['5ca96225-0ec7-4e8e-9e3d-e57600f5f992'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:43:59.297125 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.324046 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Pushing event deleted for resources: {'Port': ['ID=5ca96225-0ec7-4e8e-9e3d-e57600f5f992,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:59.393646 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 88c62c36-efd0-4459-950d-5019a2fc02eb triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:43:59.394029 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.470862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] No DVR routers for this DVR port 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:43:59.474758 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.478349 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f1c5388e-a2ca-478b-ae93-80e3371d279d req-ab7749db-ea66-4a9b-8ed0-029f323e71c4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "DELETE /v2.0/ports/5ca96225-0ec7-4e8e-9e3d-e57600f5f992 HTTP/1.1" status: 204 len: 173 time: 1.0844979 Mar 23 15:43:59.478890 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'name': 'network-vif-deleted', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:43:59.482590 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24718894-53f5-4508-bf8b-920e8d794946" -d '{"events": [{"server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "name": "network-vif-deleted", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:43:59.495554 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-f64c0e0a-639f-4f14-ace8-b60b901d457a None None] Current status of the port 88c62c36-efd0-4459-950d-5019a2fc02eb is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:59.566112 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 88c62c36-efd0-4459-950d-5019a2fc02eb is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:43:59.689203 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks [] for port (89279d4c-274b-471a-b974-464c9c73b8ea), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.693544 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-32073a35-5542-4b67-aec5-73ae1cf93cf9 req-112839a9-aed7-4aca-ab94-73ccd4eef2e4 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584996 Mar 23 15:43:59.697842 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.745282 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2d8e8-be84-41ef-bc2c-d8e913366121 req-67823fc1-e918-4367-823a-be388caed918 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:43:59.752822 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20e2d8e8-be84-41ef-bc2c-d8e913366121 req-67823fc1-e918-4367-823a-be388caed918 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.2732308 Mar 23 15:43:59.756113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092e71fe-1111-4691-957d-5db45321b4aa x-openstack-request-id: req-092e71fe-1111-4691-957d-5db45321b4aa {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:43:59.756408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ec19b22-49a1-4255-9c4a-39616c42e6f5", "name": "network-vif-deleted", "tag": "5ca96225-0ec7-4e8e-9e3d-e57600f5f992", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:43:59.757301 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-092e71fe-1111-4691-957d-5db45321b4aa {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:43:59.757301 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092e71fe-1111-4691-957d-5db45321b4aa'] response: {'server_uuid': '1ec19b22-49a1-4255-9c4a-39616c42e6f5', 'name': 'network-vif-deleted', 'tag': '5ca96225-0ec7-4e8e-9e3d-e57600f5f992', 'status': 'completed', 'code': 200} Mar 23 15:43:59.758755 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Attempting to bind port 89279d4c-274b-471a-b974-464c9c73b8ea on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:43:59.759309 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Attempting to bind port 89279d4c-274b-471a-b974-464c9c73b8ea by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:43:59.759830 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Attempting to bind port 89279d4c-274b-471a-b974-464c9c73b8ea on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:43:59.772060 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:43:59.772775 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:43:59.773350 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.773782 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:43:59.774816 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Bound port: 89279d4c-274b-471a-b974-464c9c73b8ea, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:43:59.774816 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.807089 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Pushing event updated for resources: {'Port': ['ID=89279d4c-274b-471a-b974-464c9c73b8ea,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:43:59.818523 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.818922 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.819242 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.819801 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.819982 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.820952 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.820952 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.821169 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.821351 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.821665 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.821996 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.822334 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.822656 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.822971 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.823283 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:43:59.824814 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20e2d8e8-be84-41ef-bc2c-d8e913366121 req-ee8c70ab-de56-40cf-b6d7-acd2af1f1567 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708420 Mar 23 15:43:59.866226 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] For port 89279d4c-274b-471a-b974-464c9c73b8ea, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:43:59.871217 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] For port 89279d4c-274b-471a-b974-464c9c73b8ea, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=89279d4c-274b-471a-b974-464c9c73b8ea,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:43:59.882999 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:43:59.987607 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:43:59.993557 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:00.094680 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e628b0f-630f-4d7d-b9db-51443bbffa26 req-4a8526ea-1390-4443-ae71-b8b1636f29e5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:00.103356 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6e628b0f-630f-4d7d-b9db-51443bbffa26 req-4a8526ea-1390-4443-ae71-b8b1636f29e5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1494431 Mar 23 15:44:00.137955 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:00.204984 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6e628b0f-630f-4d7d-b9db-51443bbffa26 req-424f9c64-2053-4187-9bf7-4cc9c2ffe8a8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993915 Mar 23 15:44:00.278389 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707718e7-bafa-40b9-8cb8-e7b66a05fb80 None None] Pushing event updated for resources: {'Port': ['ID=89279d4c-274b-471a-b974-464c9c73b8ea,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:00.361034 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:00.412101 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1e62-78ea-429f-ae5b-4523554a469f req-a153b242-1524-4318-8ec0-31244fb735f6 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:00.414100 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-deea1e62-78ea-429f-ae5b-4523554a469f req-a153b242-1524-4318-8ec0-31244fb735f6 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.1793694 Mar 23 15:44:00.509267 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-deea1e62-78ea-429f-ae5b-4523554a469f req-7e5b9cdc-0f71-4ff2-99d8-1c245c7fbaf1 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854895 Mar 23 15:44:00.510429 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Allocated IP 172.20.0.1 (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755/8de6be1a-81c7-47ca-ad3e-b88a505d78ea/feffe4fa-173a-4f18-a531-fbd9543516c1) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:00.603205 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:57Z', 'revision_number': 3, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:00.645929 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e1d070-ee80-486e-93d5-8676b24dcbb9 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:57Z', 'revision_number': 3, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:44:00.658533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks [] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:00.710728 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:00.773092 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:00.787264 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:00.797171 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:00.807464 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Pushing event updated for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:00.872378 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:00.970208 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.970562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.970909 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.971253 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.971592 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.971921 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.972292 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.972618 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.972950 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.973273 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.973598 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.973928 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.974246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.974566 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:00.974883 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:44:01.174517 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:01.259754 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-d56a29c5-fb49-44f2-bb19-18bd7908d3db tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:01.261234 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-d56a29c5-fb49-44f2-bb19-18bd7908d3db tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 808 time: 0.1733787 Mar 23 15:44:01.270082 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-c7f313eb-263e-4d72-8b40-b8941e7118f0 None None] Provisioning complete for port feffe4fa-173a-4f18-a531-fbd9543516c1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:01.271073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c7f313eb-263e-4d72-8b40-b8941e7118f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:01.373768 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c7f313eb-263e-4d72-8b40-b8941e7118f0 None None] Port feffe4fa-173a-4f18-a531-fbd9543516c1 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:44:01.452371 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-93536123-c44d-4081-a14c-e58fba84e29b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/quotas/99195b04a7924f4eb806f529beb9e972 HTTP/1.1" status: 200 len: 375 time: 0.0674856 Mar 23 15:44:01.454714 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks [] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:01.468656 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:01.556837 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-48dea1b5-7089-4cca-8ea5-61e0315bc2ad tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931230 Mar 23 15:44:01.598501 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:44:01.623758 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:44:01.624431 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 5ca96225-0ec7-4e8e-9e3d-e57600f5f992 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:44:01.632616 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Pushing event updated for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:01.638295 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:01.651584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ce804-c4fd-41c3-b8e1-d9e2f4d1a18c req-bb42a4e5-cc60-4ee6-b8bc-7c235df7d87e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:01.653377 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-992ce804-c4fd-41c3-b8e1-d9e2f4d1a18c req-bb42a4e5-cc60-4ee6-b8bc-7c235df7d87e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.2701218 Mar 23 15:44:01.744846 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:44:01.810355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-628cf7b4-2d8e-4dfb-928d-2cd47f1da89b service neutron] 10.222.0.41 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410123 Mar 23 15:44:01.841690 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-992ce804-c4fd-41c3-b8e1-d9e2f4d1a18c req-3743df37-8f08-47bb-9c9f-c1b418f9338b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727543 Mar 23 15:44:01.887513 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-f38a1c67-291c-49ce-887d-5c7a72bf52b3 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:01.891164 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-f38a1c67-291c-49ce-887d-5c7a72bf52b3 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.61 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.0964067 Mar 23 15:44:01.986589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:02.000336 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:02.068799 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Deleting port fad6088b-89e2-493b-864f-28703578a9b2 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:44:02.069335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (fad6088b-89e2-493b-864f-28703578a9b2), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:02.198031 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-6a078ec1-7c76-45f1-ac0a-d762ff549591 service neutron] 10.222.0.41 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864894 Mar 23 15:44:02.244849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] For port fad6088b-89e2-493b-864f-28703578a9b2, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=fad6088b-89e2-493b-864f-28703578a9b2,segment=NetworkSegment(91ef544b-ab35-4b10-aa4e-60fb3371397c),segment_id=91ef544b-ab35-4b10-aa4e-60fb3371397c)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:02.245494 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (fad6088b-89e2-493b-864f-28703578a9b2), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:02.259873 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a2228-75d8-456d-a0da-221af7bdcbb8 req-09d5b59a-5a79-430e-818c-210c3d05f12e tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:02.262598 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b8a2228-75d8-456d-a0da-221af7bdcbb8 req-09d5b59a-5a79-430e-818c-210c3d05f12e tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 950 time: 0.2561512 Mar 23 15:44:02.272430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Calling delete_port for fad6088b-89e2-493b-864f-28703578a9b2 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:44:02.334338 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:44:02.359062 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3b8a2228-75d8-456d-a0da-221af7bdcbb8 req-001c3e82-30fa-448e-8014-855880499d22 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/security-groups?id=993e71d0-2a04-4d30-bee1-f4f5f12a6a92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798004 Mar 23 15:44:02.442692 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-745a4232-dbf0-404b-ab02-add57bddc14a None None] Provisioning complete for port feffe4fa-173a-4f18-a531-fbd9543516c1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:02.443303 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-745a4232-dbf0-404b-ab02-add57bddc14a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:02.520219 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-745a4232-dbf0-404b-ab02-add57bddc14a None None] Port feffe4fa-173a-4f18-a531-fbd9543516c1 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:44:02.551556 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (fad6088b-89e2-493b-864f-28703578a9b2), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:02.607003 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Pushing event deleted for resources: {'Port': ['ID=fad6088b-89e2-493b-864f-28703578a9b2,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:02.667615 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] No DVR routers for this DVR port fad6088b-89e2-493b-864f-28703578a9b2 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:44:02.671352 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:02.675393 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-04dd5918-0c87-4483-b150-b6cd8494ff63 req-29fb0cc1-cf5e-44ac-ac92-0dc6d7690a58 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.61 "DELETE /v2.0/ports/fad6088b-89e2-493b-864f-28703578a9b2 HTTP/1.1" status: 204 len: 173 time: 0.7777469 Mar 23 15:44:02.675888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'name': 'network-vif-deleted', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:02.678361 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee6ba0c-da3a-4a50-8c04-894a81218a8c" -d '{"events": [{"server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "name": "network-vif-deleted", "tag": "fad6088b-89e2-493b-864f-28703578a9b2"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:02.801056 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21fd056-b74a-4743-8112-2bcc82dc11f9 x-openstack-request-id: req-c21fd056-b74a-4743-8112-2bcc82dc11f9 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:02.801056 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd53f4d9-c535-455c-9e3d-4f7212736d6d", "name": "network-vif-deleted", "tag": "fad6088b-89e2-493b-864f-28703578a9b2", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:02.801056 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c21fd056-b74a-4743-8112-2bcc82dc11f9 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:02.801719 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c21fd056-b74a-4743-8112-2bcc82dc11f9'] response: {'server_uuid': 'fd53f4d9-c535-455c-9e3d-4f7212736d6d', 'name': 'network-vif-deleted', 'tag': 'fad6088b-89e2-493b-864f-28703578a9b2', 'status': 'completed', 'code': 200} Mar 23 15:44:02.954932 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a64e454c-9f5d-4d68-a265-a1230c914c72 req-1fae302b-84c4-444a-a3fe-c7afc58e6717 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0714390 Mar 23 15:44:03.053158 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:44:03.067344 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4230ebbd-c103-4c77-aeff-8f64619fd6ee admin admin] 10.222.0.41 "PUT /v2.0/routers/e35cd264-d6a4-4075-bd3d-5883d2a2703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4396911 Mar 23 15:44:03.112962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 89279d4c-274b-471a-b974-464c9c73b8ea up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:03.172576 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cbb31-a425-4063-ae88-4faa5b36f150 req-dd5e585f-5451-4364-b03b-148df4958348 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:03.175547 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-562cbb31-a425-4063-ae88-4faa5b36f150 req-dd5e585f-5451-4364-b03b-148df4958348 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1176291 Mar 23 15:44:03.221711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 89279d4c-274b-471a-b974-464c9c73b8ea triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:03.221984 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.254856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:44:03.274266 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:03.275201 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:03.296306 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-562cbb31-a425-4063-ae88-4faa5b36f150 req-377ec579-7731-4153-9b42-82b346299d7c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083400 Mar 23 15:44:03.452061 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 89279d4c-274b-471a-b974-464c9c73b8ea is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:03.452061 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.478029 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:03.515339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 89279d4c-274b-471a-b974-464c9c73b8ea, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=89279d4c-274b-471a-b974-464c9c73b8ea,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:03.522777 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.547882 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3d881e55-ceb6-41f9-835e-86e169382d39 req-7bc72c24-f6d5-4df5-9ad7-1f06caf8799c tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.0474002 Mar 23 15:44:03.679379 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['fad6088b-89e2-493b-864f-28703578a9b2'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:44:03.723518 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=89279d4c-274b-471a-b974-464c9c73b8ea,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:03.838190 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 2, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:03.855103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49470) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:03.860869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1419438211-network', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:03.868603 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:44:03.868975 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Updating router e35cd264-d6a4-4075-bd3d-5883d2a2703e port feffe4fa-173a-4f18-a531-fbd9543516c1 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:44:03.883932 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Made reservation on behalf of b137cb0479bb4662a0fefd878372bb90 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:44:03.886883 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.901217 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.904108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.992735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks [] for security_group (769d6363-8e2b-433c-8b4b-43fedb1bf26a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:03.998670 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (769d6363-8e2b-433c-8b4b-43fedb1bf26a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.024948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:44:04.041171 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=769d6363-8e2b-433c-8b4b-43fedb1bf26a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:04.047288 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (770ff024-6e4a-4001-b161-02ae6e145659), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.047781 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Added segment 770ff024-6e4a-4001-b161-02ae6e145659 of type vlan for network abec957d-ec2c-4594-b3d4-baff3afffd46 Mar 23 15:44:04.116785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (abec957d-ec2c-4594-b3d4-baff3afffd46), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.154022 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (abec957d-ec2c-4594-b3d4-baff3afffd46), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.155687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:04.156797 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.158698 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5c778524-3e6e-4063-be7a-71299c2941e7 req-6077d3d3-7075-4b77-bb80-d87e043331da tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0418351 Mar 23 15:44:04.253353 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3965344 Mar 23 15:44:04.257120 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49474) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:04.271574 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c5db8-351e-476f-a337-910fb7b261bc admin admin] Pushing event updated for resources: {'Network': ['ID=abec957d-ec2c-4594-b3d4-baff3afffd46,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:04.272322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Request body: {'subnet': {'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1419438211-subnet', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:04.284257 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network abec957d-ec2c-4594-b3d4-baff3afffd46 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:44:04.315873 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Made reservation on behalf of b137cb0479bb4662a0fefd878372bb90 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:44:04.320077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.391731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks [] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.401179 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.476349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c3de-a985-4043-9571-f1ddd3412d9c None None] Pushing event updated for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:04.534246 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Attempting to bind port feffe4fa-173a-4f18-a531-fbd9543516c1 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:04.536066 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Attempting to bind port feffe4fa-173a-4f18-a531-fbd9543516c1 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:04.536066 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Attempting to bind port feffe4fa-173a-4f18-a531-fbd9543516c1 on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:04.543243 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:04.544277 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:04.545332 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.545858 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Bound using segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:04.547886 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Bound port: feffe4fa-173a-4f18-a531-fbd9543516c1, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:04.548903 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.602447 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e3f9a-6fa6-4b03-bedc-60a15e4d224d req-bac77582-48e2-44f4-bead-e2bf809e97ae tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:04.611576 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-114e3f9a-6fa6-4b03-bedc-60a15e4d224d req-bac77582-48e2-44f4-bead-e2bf809e97ae tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1678491 Mar 23 15:44:04.718570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] For port feffe4fa-173a-4f18-a531-fbd9543516c1, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:04.727671 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] For port feffe4fa-173a-4f18-a531-fbd9543516c1, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=feffe4fa-173a-4f18-a531-fbd9543516c1,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:04.739154 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.818250 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e329bff7-3eb7-4a54-a0ac-a929ff8497b0 req-4587e6f0-77d0-461c-b222-bd5c9613eb71 tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.1026788 Mar 23 15:44:04.838688 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-114e3f9a-6fa6-4b03-bedc-60a15e4d224d req-d06ef662-aebc-46a3-a8e5-496a687fea3c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258503 Mar 23 15:44:04.841543 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (34e90e6c-bb0a-4001-ae29-21b7bfdf17d8), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.877925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:04.877925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:04.877925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Provisioning complete for port feffe4fa-173a-4f18-a531-fbd9543516c1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:04.877925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:04.877925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c3de-a985-4043-9571-f1ddd3412d9c None None] Pushing event updated for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:04.988882 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34e90e6c-bb0a-4001-ae29-21b7bfdf17d8,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:05.000864 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Checking segment: {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:05.001436 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Network hostable DHCP agents. Network: abec957d-ec2c-4594-b3d4-baff3afffd46, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:44:05.032113 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Network abec957d-ec2c-4594-b3d4-baff3afffd46 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:44:05.055149 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, abec957d-ec2c-4594-b3d4-baff3afffd46) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:05.063625 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:05.065390 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.101933 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9903674e-3573-42db-9406-6a7989f733d7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8416724 Mar 23 15:44:05.102458 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49484) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:05.110365 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:05.155736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.158428 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.303370 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for router_controller (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), precommit_add_association {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.348441 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2544e40-e0fc-495a-8fac-4908ed224520 None None] Network abec957d-ec2c-4594-b3d4-baff3afffd46 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:44:05.352806 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 89279d4c-274b-471a-b974-464c9c73b8ea up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:05.353290 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-481ea898-a071-4c16-96b3-822538fbcf7b req-0c1f99c4-85df-40a6-bb7e-c2cb21e4c740 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0494621 Mar 23 15:44:05.554000 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for router_gateway (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.686950 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:05.738909 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-abec957d-ec2c-4594-b3d4-baff3afffd46', 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46', 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'fixed_ips': [{'subnet_id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:44:05.739985 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.773261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 89279d4c-274b-471a-b974-464c9c73b8ea triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:05.773690 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.847830 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Current status of the port feffe4fa-173a-4f18-a531-fbd9543516c1 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:05.847830 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:05.935069 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for router_gateway (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.033170 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.049980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] For port feffe4fa-173a-4f18-a531-fbd9543516c1, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=feffe4fa-173a-4f18-a531-fbd9543516c1,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:06.080504 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a0501aaf-9e9c-4c2a-b396-7234c9477504 req-ccc5a82d-f17d-4b28-8ae6-b71873e0545a tempest-VolumesNegativeTest-1402816181 tempest-VolumesNegativeTest-1402816181-project] 10.222.0.41 "GET /v2.0/ports?device_id=fd53f4d9-c535-455c-9e3d-4f7212736d6d HTTP/1.1" status: 200 len: 210 time: 0.0588143 Mar 23 15:44:06.088532 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.169325 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cab3c-383a-41e1-a6c1-fef372b8a649 req-0784e8ff-a40d-4f03-9b03-4ea1181563b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:06.171423 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de4cab3c-383a-41e1-a6c1-fef372b8a649 req-0784e8ff-a40d-4f03-9b03-4ea1181563b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0869679 Mar 23 15:44:06.204888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Allocated IP 172.20.0.2 (abec957d-ec2c-4594-b3d4-baff3afffd46/34e90e6c-bb0a-4001-ae29-21b7bfdf17d8/8411dff7-3772-4a1c-add2-60ffccde37aa) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:06.211981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 89279d4c-274b-471a-b974-464c9c73b8ea is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:06.244419 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Allocated IP 172.27.3.137 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/7ad6c502-a1b9-4366-8c9a-b156c829fd13) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:06.266753 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98120e67-4c5a-4395-b74e-83b30451b66b None None] Pushing event updated for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:06.282739 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de4cab3c-383a-41e1-a6c1-fef372b8a649 req-88636424-6057-485d-9d64-f4d95014c901 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030147 Mar 23 15:44:06.318089 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9499b23c-cb8a-4a56-9fae-231ad7d16963 None None] Provisioning complete for port feffe4fa-173a-4f18-a531-fbd9543516c1 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:06.318534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9499b23c-cb8a-4a56-9fae-231ad7d16963 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.424372 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.445598 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:04Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:06.484387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.524889 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b762e7-55ea-44d0-b2a2-2ab86121eea1 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:04Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:44:06.552872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eb3e571c-068f-4791-b3ba-4768e27855b8 req-356dd790-1a7b-4014-8f79-ad727b955e3a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0643246 Mar 23 15:44:06.570546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks [] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.572728 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9499b23c-cb8a-4a56-9fae-231ad7d16963 None None] Current status of the port feffe4fa-173a-4f18-a531-fbd9543516c1 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:06.582701 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.675182 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Network abec957d-ec2c-4594-b3d4-baff3afffd46 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:06.678520 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:06.682257 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:06.711516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:06.719236 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:06.727871 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:06.741339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Pushing event updated for resources: {'Port': ['ID=8411dff7-3772-4a1c-add2-60ffccde37aa,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:06.781184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad6c502-a1b9-4366-8c9a-b156c829fd13,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:06.786162 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Attempting to bind port 8411dff7-3772-4a1c-add2-60ffccde37aa on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:06.786891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Attempting to bind port 8411dff7-3772-4a1c-add2-60ffccde37aa by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:06.786891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Attempting to bind port 8411dff7-3772-4a1c-add2-60ffccde37aa on network abec957d-ec2c-4594-b3d4-baff3afffd46 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:06.795600 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:06.796137 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Checking segment: {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:06.796634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.797166 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Bound using segment: {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:06.797824 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Bound port: 8411dff7-3772-4a1c-add2-60ffccde37aa, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:06.798255 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:06.801613 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-761cc485-48b6-44e8-808b-ea553aaecd7d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:06.803934 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-761cc485-48b6-44e8-808b-ea553aaecd7d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 808 time: 0.3062794 Mar 23 15:44:06.826881 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Request body: {'port': {'device_id': 'da614c48-16c0-4f28-b132-3002306d90ae', 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b', 'admin_state_up': True, 'tenant_id': '99195b04a7924f4eb806f529beb9e972'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:06.913840 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] For port 8411dff7-3772-4a1c-add2-60ffccde37aa, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:06.924563 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] For port 8411dff7-3772-4a1c-add2-60ffccde37aa, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8411dff7-3772-4a1c-add2-60ffccde37aa,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:06.938395 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:07.055345 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c53136-2c6b-4a46-8e30-f2db569d6859 None None] Pushing event updated for resources: {'Port': ['ID=8411dff7-3772-4a1c-add2-60ffccde37aa,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:07.078682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device feffe4fa-173a-4f18-a531-fbd9543516c1 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:07.210436 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port feffe4fa-173a-4f18-a531-fbd9543516c1 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:07.210824 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:07.394882 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port feffe4fa-173a-4f18-a531-fbd9543516c1 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:07.528904 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Made reservation on behalf of 99195b04a7924f4eb806f529beb9e972 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:44:07.532773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:07.586417 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1369f19-1a42-4711-9150-ec00e761aee2 req-661a1305-b13c-4ffe-a167-1a9b6b580f90 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:07.594170 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1369f19-1a42-4711-9150-ec00e761aee2 req-661a1305-b13c-4ffe-a167-1a9b6b580f90 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1406369 Mar 23 15:44:07.688484 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1369f19-1a42-4711-9150-ec00e761aee2 req-38bef298-0340-4d55-b155-9b4bdbab7c33 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922956 Mar 23 15:44:07.790456 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4849bd9b-361d-4079-bdc6-b76687edfa28 req-727074f8-91d8-4015-a89e-bdea43fc4cf8 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0622189 Mar 23 15:44:07.810834 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device fad6088b-89e2-493b-864f-28703578a9b2 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:44:07.854120 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: fad6088b-89e2-493b-864f-28703578a9b2 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:44:07.854120 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device fad6088b-89e2-493b-864f-28703578a9b2 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:44:07.910100 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for router_gateway (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.041474 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Allocated IP 172.20.0.13 (fdb43731-0949-4f45-8fed-ed0a55e3354b/74430d51-b414-43c1-b6bd-24e4d55b4c87/6e2ceeed-425f-4ee4-8363-bef68e630811) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:08.305013 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.446442 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfa909-b825-409d-ab64-c11ef29b512c req-925011e5-e8a5-4b4d-bb4f-ad3df03a4708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:08.448071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-24bfa909-b825-409d-ab64-c11ef29b512c req-925011e5-e8a5-4b4d-bb4f-ad3df03a4708 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.2552986 Mar 23 15:44:08.521828 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks [] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.584478 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-24bfa909-b825-409d-ab64-c11ef29b512c req-44a209d4-68bc-4e3d-a206-3ee1b15c0fa2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264467 Mar 23 15:44:08.626560 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109942) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:44:08.635174 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.726112 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b0f917-45a6-480e-8974-e9dd6431cb18 None None] Network abec957d-ec2c-4594-b3d4-baff3afffd46 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:44:08.803565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Network fdb43731-0949-4f45-8fed-ed0a55e3354b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:08.804147 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Provisioning complete for port 8411dff7-3772-4a1c-add2-60ffccde37aa triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:08.804603 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.895137 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:08.901161 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Pushing event updated for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:08.905297 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:08.930641 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Current status of the port 8411dff7-3772-4a1c-add2-60ffccde37aa is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:08.931716 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:08.993687 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] For port 8411dff7-3772-4a1c-add2-60ffccde37aa, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8411dff7-3772-4a1c-add2-60ffccde37aa,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:09.001937 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:09.030722 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77930f14-69f2-4564-8e1f-6ea355b8f811 req-b1da632b-e1ac-4b50-a909-9719cb4647e9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:09.041517 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77930f14-69f2-4564-8e1f-6ea355b8f811 req-b1da632b-e1ac-4b50-a909-9719cb4647e9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.2204864 Mar 23 15:44:09.129049 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:09.130867 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:09.136827 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5dc50-ddfe-45ed-970e-2daafe3b0f86 None None] Pushing event updated for resources: {'Port': ['ID=8411dff7-3772-4a1c-add2-60ffccde37aa,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:09.153456 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8411dff7-3772-4a1c-add2-60ffccde37aa up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:09.181755 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:44:09.190526 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-01d3a19f-cb95-4912-a634-08b41222c564 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3723850 Mar 23 15:44:09.203589 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Sync routers for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:44:09.208238 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991863c-b602-4322-8642-fbfe719fba4d req-6f1f0191-3fde-48b1-93ed-c689e17fb138 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:09.214378 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Request body: {'port': {'device_id': 'da614c48-16c0-4f28-b132-3002306d90ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:09.240692 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6991863c-b602-4322-8642-fbfe719fba4d req-6f1f0191-3fde-48b1-93ed-c689e17fb138 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 932 time: 0.2575221 Mar 23 15:44:09.241958 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:09.243032 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:09.311784 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:09.314488 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-913ea28a-9087-46e1-b3d3-079737c788d1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2102730 Mar 23 15:44:09.318529 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49624) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:09.329984 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77930f14-69f2-4564-8e1f-6ea355b8f811 req-420fd89a-7adc-45b1-8a95-91f2ac090ea0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875485 Mar 23 15:44:09.417547 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:09.479141 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6991863c-b602-4322-8642-fbfe719fba4d req-e22823b5-4579-4e75-9241-92819123d405 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372897 Mar 23 15:44:09.518215 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:09.699451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 8411dff7-3772-4a1c-add2-60ffccde37aa triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:09.700109 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:09.828831 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-182aa2d8-cd25-4a44-8af2-413e6da2e3d1 None None] Provisioning complete for port 8411dff7-3772-4a1c-add2-60ffccde37aa triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:09.829535 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-182aa2d8-cd25-4a44-8af2-413e6da2e3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.090726 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 8411dff7-3772-4a1c-add2-60ffccde37aa is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:10.232268 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-182aa2d8-cd25-4a44-8af2-413e6da2e3d1 None None] Current status of the port 8411dff7-3772-4a1c-add2-60ffccde37aa is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:10.235658 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e2ceeed-425f-4ee4-8363-bef68e630811 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:44:10.257412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks [] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.286149 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:07Z', 'revision_number': 3, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:10.287051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Transition to ACTIVE for port object 6e2ceeed-425f-4ee4-8363-bef68e630811 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:44:10.296174 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.320069 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Checking router: f52a54a5-2b2a-49c7-8d2e-b2b06865d91f for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:44:10.320558 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Updating router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:44:10.331848 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.410593 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.442456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:10.627950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Attempting to bind port 6e2ceeed-425f-4ee4-8363-bef68e630811 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:10.628845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Attempting to bind port 6e2ceeed-425f-4ee4-8363-bef68e630811 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:10.629597 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Attempting to bind port 6e2ceeed-425f-4ee4-8363-bef68e630811 on network fdb43731-0949-4f45-8fed-ed0a55e3354b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:10.638948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Port 6e2ceeed-425f-4ee4-8363-bef68e630811 on network fdb43731-0949-4f45-8fed-ed0a55e3354b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:44:10.639789 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Attempting to bind port 6e2ceeed-425f-4ee4-8363-bef68e630811 on network fdb43731-0949-4f45-8fed-ed0a55e3354b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:10.653168 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:10.654280 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Checking segment: {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:10.655660 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Bound using segment: {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:10.656673 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Bound port: 6e2ceeed-425f-4ee4-8363-bef68e630811, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98644d1f-f0f4-4137-aeb5-d310c951ae29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:10.657646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.826635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:10.833707 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e2ceeed-425f-4ee4-8363-bef68e630811,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:10.847213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.893665 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3043ec-956d-48e9-9b20-c78e4dec21eb req-7ffd3eef-0892-496e-844d-b5308b46ff6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:10.919292 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1e3043ec-956d-48e9-9b20-c78e4dec21eb req-7ffd3eef-0892-496e-844d-b5308b46ff6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.4367254 Mar 23 15:44:10.930078 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:10.931155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:10.933748 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] 10.222.0.61 "PUT /v2.0/ports/6e2ceeed-425f-4ee4-8363-bef68e630811 HTTP/1.1" status: 200 len: 1094 time: 1.7343240 Mar 23 15:44:10.934534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:10.940229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a33ba2d-47f4-4216-b82a-523c653fb617" -d '{"events": [{"name": "network-changed", "server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:10.947445 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2cbd36-0018-4035-b47a-6cfca79a374a req-2f4cb044-d43d-412a-8c5c-9b011497f04b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:10.949425 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee2cbd36-0018-4035-b47a-6cfca79a374a req-2f4cb044-d43d-412a-8c5c-9b011497f04b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 944 time: 0.3271978 Mar 23 15:44:11.024767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Allocated IP 172.20.0.1 (abec957d-ec2c-4594-b3d4-baff3afffd46/34e90e6c-bb0a-4001-ae29-21b7bfdf17d8/1ec7f0ff-2d92-4754-a59b-dcb381625a35) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:11.029992 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a679937a-b478-43ed-b5f8-04abe1982dad service neutron] Pushing event updated for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:11.098996 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8411dff7-3772-4a1c-add2-60ffccde37aa up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:11.107494 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a66388dc-359c-4b82-b258-52ed89515860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:11.110097 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-a66388dc-359c-4b82-b258-52ed89515860 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 1128 time: 0.1152558 Mar 23 15:44:11.211454 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-9c3c491c-0519-4bc1-b3de-913318443455 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e2ceeed-425f-4ee4-8363-bef68e630811 HTTP/1.1" status: 200 len: 217 time: 0.0929945 Mar 23 15:44:11.223380 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 8411dff7-3772-4a1c-add2-60ffccde37aa triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:11.224534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.285526 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks [] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.290582 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-edcaee13-3dba-4164-8593-51f631828abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:11.292844 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-edcaee13-3dba-4164-8593-51f631828abe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74430d51-b414-43c1-b6bd-24e4d55b4c87 HTTP/1.1" status: 200 len: 848 time: 0.0751565 Mar 23 15:44:11.297081 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.343772 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee2cbd36-0018-4035-b47a-6cfca79a374a req-97f48ef6-0d4d-4cae-accd-e307c9be2fdd tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3808963 Mar 23 15:44:11.357824 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-e55f6588-06f2-4605-92f2-f2e703c7416f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb43731-0949-4f45-8fed-ed0a55e3354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576439 Mar 23 15:44:11.358973 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1e3043ec-956d-48e9-9b20-c78e4dec21eb req-c6dbb738-2cfd-48d8-b2f0-d642a521cc28 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4385388 Mar 23 15:44:11.395243 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks [] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.476181 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Attempting to bind port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:11.477036 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Attempting to bind port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:11.477559 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Attempting to bind port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:11.491902 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.507512 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:11.507895 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:11.514697 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.515107 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:11.515656 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Bound port: 7ad6c502-a1b9-4366-8c9a-b156c829fd13, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:11.516256 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.532752 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0e2f-a153-4d5a-a445-8c5beb82b8e5 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c502-a1b9-4366-8c9a-b156c829fd13,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:11.542026 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac27d18-63e1-41b2-bedd-5d29e2fb2e90 x-openstack-request-id: req-fac27d18-63e1-41b2-bedd-5d29e2fb2e90 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:11.542437 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:11.546640 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac27d18-63e1-41b2-bedd-5d29e2fb2e90 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:11.547492 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac27d18-63e1-41b2-bedd-5d29e2fb2e90'] response: {'name': 'network-changed', 'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811', 'status': 'completed', 'code': 200} Mar 23 15:44:11.579884 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 8411dff7-3772-4a1c-add2-60ffccde37aa is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:11.621331 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-6b3f5034-51f6-4499-8fd6-34bb566be696 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565308 Mar 23 15:44:11.634330 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Network abec957d-ec2c-4594-b3d4-baff3afffd46 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:11.648815 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:11.653037 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:11.667284 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:11.676419 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] For port 7ad6c502-a1b9-4366-8c9a-b156c829fd13, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:11.683667 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] For port 7ad6c502-a1b9-4366-8c9a-b156c829fd13, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=7ad6c502-a1b9-4366-8c9a-b156c829fd13,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:11.694718 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.779734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:11.798097 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8cb94b82-abfb-41f4-bd58-e5e6fdcb5bfe req-33fbc8b7-cb2a-46b6-98e1-04b26674af3c service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649191 Mar 23 15:44:11.956659 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:11.958716 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:11.981095 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4a0e2f-a153-4d5a-a445-8c5beb82b8e5 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c502-a1b9-4366-8c9a-b156c829fd13,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:12.129141 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-1dd47b0f-9e5a-4e29-bb87-902a8690df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.132180 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-1dd47b0f-9e5a-4e29-bb87-902a8690df6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=99195b04a7924f4eb806f529beb9e972&device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 1128 time: 0.2297895 Mar 23 15:44:12.138473 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878aa1-5757-4d93-b935-911a48545a92 req-05630b1d-517b-4387-b693-02c0456e4926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.141599 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-05630b1d-517b-4387-b693-02c0456e4926 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.1415944 Mar 23 15:44:12.311213 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192ddf2b-715c-4808-bd65-dd731f1e96d2 req-311f5ba4-5218-4983-aff9-735b5f5dab97 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.313978 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-192ddf2b-715c-4808-bd65-dd731f1e96d2 req-311f5ba4-5218-4983-aff9-735b5f5dab97 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.3193498 Mar 23 15:44:12.333642 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-5d09aef4-8d8a-4604-b6b5-ff1d5c2f6859 None None] Provisioning complete for port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:12.334653 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d09aef4-8d8a-4604-b6b5-ff1d5c2f6859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:12.377165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-7764d07a-d8e8-46cf-ab19-2a4494831112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.378710 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-7764d07a-d8e8-46cf-ab19-2a4494831112 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 200 len: 909 time: 0.2340291 Mar 23 15:44:12.390754 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:12.442843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-5d09aef4-8d8a-4604-b6b5-ff1d5c2f6859 None None] Port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:44:12.455525 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:12.519042 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-192ddf2b-715c-4808-bd65-dd731f1e96d2 req-a8959194-a008-4b34-bbb7-e03ef3d2c617 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732011 Mar 23 15:44:12.527559 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-24c337a2-a68e-40e4-94eb-69b6c137f2eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e2ceeed-425f-4ee4-8363-bef68e630811 HTTP/1.1" status: 200 len: 217 time: 0.1325662 Mar 23 15:44:12.623132 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878aa1-5757-4d93-b935-911a48545a92 req-6e184e19-e2cb-49ef-a5ad-322ffb31c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.625622 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-6e184e19-e2cb-49ef-a5ad-322ffb31c19c service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.4656279 Mar 23 15:44:12.627419 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-7451360c-dce2-47eb-a2c0-5f9149b29581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.628937 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-7451360c-dce2-47eb-a2c0-5f9149b29581 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74430d51-b414-43c1-b6bd-24e4d55b4c87 HTTP/1.1" status: 200 len: 848 time: 0.0942540 Mar 23 15:44:12.702884 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-a22e4666-8c9e-489a-8369-4b880bddc93f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.0661175 Mar 23 15:44:12.744350 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-5b8042fb-f2b3-4349-a1d9-a9f177ea80f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fdb43731-0949-4f45-8fed-ed0a55e3354b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060030 Mar 23 15:44:12.800215 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5547bd2-25a5-4eac-9f69-6f8449194e11 req-fdbb635d-55a2-425d-b52f-03b090e2562e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.807544 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5547bd2-25a5-4eac-9f69-6f8449194e11 req-fdbb635d-55a2-425d-b52f-03b090e2562e tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 944 time: 0.1504364 Mar 23 15:44:12.822040 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:07Z', 'revision_number': 3, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:12.877838 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878aa1-5757-4d93-b935-911a48545a92 req-743b3f4c-e793-45ee-8eb8-44d3c38c69de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.879843 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9275876b-7205-4d93-8da1-4f26b243acd6 None None] The sync data for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi is: [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:07Z', 'revision_number': 3, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:44:12.880277 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-743b3f4c-e793-45ee-8eb8-44d3c38c69de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.1468654 Mar 23 15:44:12.915209 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5547bd2-25a5-4eac-9f69-6f8449194e11 req-be73fc1e-7260-464f-b9c8-13194478832b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042516 Mar 23 15:44:12.938903 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks [] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:12.939054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49796) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:12.947663 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:12.968549 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-6044ef85-9bbe-40bb-b6c9-96297312fcec service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925368 Mar 23 15:44:12.988293 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96878aa1-5757-4d93-b935-911a48545a92 req-9c09ddc5-6b15-47ee-8c29-12bb79b0fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:12.990184 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-9c09ddc5-6b15-47ee-8c29-12bb79b0fd13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1021807 Mar 23 15:44:13.080833 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Pushing event updated for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:13.096561 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:13.156484 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a33ba2d-47f4-4216-b82a-523c653fb617 req-7f61d3ee-522d-4f87-b3ee-da581ee56c42 service neutron] 10.222.0.61 "GET /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779313 Mar 23 15:44:13.177689 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-388f3977-2072-4574-aa8a-e8e43ea03b35 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767287 Mar 23 15:44:13.273065 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4fa7-9a02-4b97-b1fe-64cff8a61fab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:13.308867 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Network abec957d-ec2c-4594-b3d4-baff3afffd46 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:13.312653 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:13.608649 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:44:13.798734 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-f944ed6a-f5ce-4208-a07c-38f85298dcc2 None None] Provisioning complete for port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:13.799316 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f944ed6a-f5ce-4208-a07c-38f85298dcc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:13.852310 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96878aa1-5757-4d93-b935-911a48545a92 req-dd2d0e36-7dbe-45d5-a425-29cac21a9c3d service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6677413 Mar 23 15:44:13.858922 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-f944ed6a-f5ce-4208-a07c-38f85298dcc2 None None] Port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:44:13.989615 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4fa7-9a02-4b97-b1fe-64cff8a61fab admin admin] Publish callbacks [] for security_group (4e2a28e2-603c-4b11-93ce-0406d2ccd607), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:13.995164 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ff2a4fa7-9a02-4b97-b1fe-64cff8a61fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4e2a28e2-603c-4b11-93ce-0406d2ccd607), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:14.052226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2a4fa7-9a02-4b97-b1fe-64cff8a61fab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a28e2-603c-4b11-93ce-0406d2ccd607,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:14.079046 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ff2a4fa7-9a02-4b97-b1fe-64cff8a61fab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac80fcf090014fe49426e563367275c2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1389391 Mar 23 15:44:14.083450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49840) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:14.177412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] Publish callbacks [] for security_group (4e2a28e2-603c-4b11-93ce-0406d2ccd607), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:14.226324 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] Publish callbacks [] for security_group (4e2a28e2-603c-4b11-93ce-0406d2ccd607), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:14.314284 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4e2a28e2-603c-4b11-93ce-0406d2ccd607), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:14.316227 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:44:14.331850 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-acdbe3ff-4c3a-47bd-94ea-d355feb6ed08 admin admin] 10.222.0.41 "PUT /v2.0/routers/f52a54a5-2b2a-49c7-8d2e-b2b06865d91f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0024915 Mar 23 15:44:14.332158 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:14.333161 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4e2a28e2-603c-4b11-93ce-0406d2ccd607 HTTP/1.1" status: 204 len: 168 time: 0.2483878 Mar 23 15:44:14.334698 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b9c63e-0dd7-4f71-9366-138ce36773a7 req-51146f68-92a0-45c7-93ca-327ee9bafa34 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:14.337871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9b9c63e-0dd7-4f71-9366-138ce36773a7 req-51146f68-92a0-45c7-93ca-327ee9bafa34 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.6296928 Mar 23 15:44:14.356749 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fabac-e7ae-43d3-ac54-71210db1ae73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a28e2-603c-4b11-93ce-0406d2ccd607,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:14.374161 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020b1a6-0ca6-4d4d-8be8-e4d9315acbb7 req-0a5820ea-f7db-4d58-a0ed-2810886f6696 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:14.375936 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7020b1a6-0ca6-4d4d-8be8-e4d9315acbb7 req-0a5820ea-f7db-4d58-a0ed-2810886f6696 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 944 time: 0.1477859 Mar 23 15:44:14.429495 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9b9c63e-0dd7-4f71-9366-138ce36773a7 req-110ba77b-f8cb-406b-b461-a4a4443f7a7a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847590 Mar 23 15:44:14.470432 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7020b1a6-0ca6-4d4d-8be8-e4d9315acbb7 req-2b7484ea-ab3a-4fe5-827b-64d1fd87e665 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763199 Mar 23 15:44:15.009550 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 7ad6c502-a1b9-4366-8c9a-b156c829fd13 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:15.099237 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:15.104532 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.209735 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:15.210137 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.238783 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 7ad6c502-a1b9-4366-8c9a-b156c829fd13, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=7ad6c502-a1b9-4366-8c9a-b156c829fd13,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:15.246312 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.321074 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=7ad6c502-a1b9-4366-8c9a-b156c829fd13,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:15.404536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49876) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:15.414723 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1965777850', 'description': 'tempest-secgroup-smoke-1965777850 description', 'project_id': 'a47111d79ce7493c9c9f0addceae88da'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:15.449110 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.598992 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (ec8644a2-9e01-4208-bdec-3c35a34e6716), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.608184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ec8644a2-9e01-4208-bdec-3c35a34e6716), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.643127 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49884) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:15.697180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.700846 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2907739 Mar 23 15:44:15.704207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49888) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:15.707468 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccb4b5b-dd1c-4e7d-8cc6-2c23ab9ee076 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8644a2-9e01-4208-bdec-3c35a34e6716,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:15.714467 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:15.745881 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e842d-e2fb-46ba-82ff-212fe17a4f51 req-6b2a98cb-c5c1-4066-95f7-8588db18289d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:15.747535 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d64e842d-e2fb-46ba-82ff-212fe17a4f51 req-6b2a98cb-c5c1-4066-95f7-8588db18289d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1695447 Mar 23 15:44:15.756559 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (0973fb05-bf71-4d4f-aa6b-603290180c4d), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.756856 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f31efa-9772-46a2-8555-4c78c6a6bbe7 req-6468462b-b403-4b07-a9cd-21c7fae06ffd tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:15.758517 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c5f31efa-9772-46a2-8555-4c78c6a6bbe7 req-6468462b-b403-4b07-a9cd-21c7fae06ffd tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 944 time: 0.1288533 Mar 23 15:44:15.766639 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Sync routers for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:44:15.788405 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:15.792761 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:15.860072 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d64e842d-e2fb-46ba-82ff-212fe17a4f51 req-0db99062-e35e-46b6-95d5-0a81bcd1659b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955856 Mar 23 15:44:15.873938 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c5f31efa-9772-46a2-8555-4c78c6a6bbe7 req-dbf9a312-8ebd-4978-814c-347728dd1ba1 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975542 Mar 23 15:44:15.881626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6e2ceeed-425f-4ee4-8363-bef68e630811 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:44:15.941407 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (0973fb05-bf71-4d4f-aa6b-603290180c4d), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.949351 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (0973fb05-bf71-4d4f-aa6b-603290180c4d), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:15.986534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0973fb05-bf71-4d4f-aa6b-603290180c4d,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:15.997497 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.001693 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-fe013a46-2e72-44c2-b198-cb5c96e93c99 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2956762 Mar 23 15:44:16.004596 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49894) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:16.009845 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:16.054570 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (c0dd4173-f509-465c-ae2d-71094f71f81e), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.077915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:16.088113 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1367151b-5f07-40a8-a144-f583488c3546 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d4147edc47448ae99ba879d3577d297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4436409 Mar 23 15:44:16.091631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49900) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:16.146534 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (c0dd4173-f509-465c-ae2d-71094f71f81e), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.166508 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (c0dd4173-f509-465c-ae2d-71094f71f81e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.191331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] Publish callbacks [] for security_group (993e71d0-2a04-4d30-bee1-f4f5f12a6a92), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.197949 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0dd4173-f509-465c-ae2d-71094f71f81e,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.221327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e2ceeed-425f-4ee4-8363-bef68e630811,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:16.244601 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] Publish callbacks [] for security_group (993e71d0-2a04-4d30-bee1-f4f5f12a6a92), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.249597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.251268 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-08acb0e0-b532-4f40-907c-f7a2b2b71b60 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2453296 Mar 23 15:44:16.254364 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 49904) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:16.265114 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:16.287532 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '6e2ceeed-425f-4ee4-8363-bef68e630811', 'network_id': 'fdb43731-0949-4f45-8fed-ed0a55e3354b', 'port_id': '6e2ceeed-425f-4ee4-8363-bef68e630811', 'mac_address': 'fa:16:3e:87:59:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74430d51-b414-43c1-b6bd-24e4d55b4c87', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:44:16.325700 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (546b4089-b293-437c-ad23-d56d0a0dd30e), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.373853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (993e71d0-2a04-4d30-bee1-f4f5f12a6a92), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.380262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.389028 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/993e71d0-2a04-4d30-bee1-f4f5f12a6a92 HTTP/1.1" status: 204 len: 168 time: 0.2947624 Mar 23 15:44:16.423927 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067d665-c09e-407a-8b49-edf33048b7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993e71d0-2a04-4d30-bee1-f4f5f12a6a92,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.451682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 6e2ceeed-425f-4ee4-8363-bef68e630811 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:16.452374 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.468924 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (546b4089-b293-437c-ad23-d56d0a0dd30e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.478561 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (546b4089-b293-437c-ad23-d56d0a0dd30e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.513268 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=546b4089-b293-437c-ad23-d56d0a0dd30e,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.546065 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.546678 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.550506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e2ceeed-425f-4ee4-8363-bef68e630811 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:44:16.551214 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49912) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:16.553861 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b6761e3e-6851-4261-b294-1218d44120ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2976754 Mar 23 15:44:16.557388 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:16.592247 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e2ceeed-425f-4ee4-8363-bef68e630811,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:16.596885 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (a0523b9a-46a2-4af3-979c-9e2a0a612baa), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.600483 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.666409 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:12Z', 'revision_number': 4, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '1ec7f0ff-2d92-4754-a59b-dcb381625a35', 'name': '', 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'mac_address': 'fa:16:3e:da:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:10Z', 'updated_at': '2022-03-23T15:44:12Z', 'revision_number': 2, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'subnets': [{'id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:16.692583 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (a0523b9a-46a2-4af3-979c-9e2a0a612baa), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.699798 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (a0523b9a-46a2-4af3-979c-9e2a0a612baa), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.720942 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Checking router: f52a54a5-2b2a-49c7-8d2e-b2b06865d91f for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:44:16.721306 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Updating router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:44:16.729754 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0523b9a-46a2-4af3-979c-9e2a0a612baa,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.736792 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.738663 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ff4410a3-2624-401d-a0fe-eb038b1016a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1862445 Mar 23 15:44:16.743643 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49914) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:16.750479 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:16.768058 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.780663 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.790291 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.securitygroups_db [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Project a47111d79ce7493c9c9f0addceae88da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:44:16.802730 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (156af2e8-6391-41b1-9cf1-5e9bb84845c0), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.942813 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (156af2e8-6391-41b1-9cf1-5e9bb84845c0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.951780 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (156af2e8-6391-41b1-9cf1-5e9bb84845c0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.974537 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=156af2e8-6391-41b1-9cf1-5e9bb84845c0,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:16.985097 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['6e2ceeed-425f-4ee4-8363-bef68e630811'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:44:16.993562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:16.995627 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-30a85bcc-a830-43c2-ac2b-5fb020cc63bb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2497630 Mar 23 15:44:17.000151 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 49922) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:17.006984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'security_group_rule': {'security_group_id': 'ec8644a2-9e01-4208-bdec-3c35a34e6716', 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:17.056261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 7ad6c502-a1b9-4366-8c9a-b156c829fd13 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:17.116935 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.securitygroups_db [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Project a47111d79ce7493c9c9f0addceae88da added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:44:17.127964 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (53a4fc81-a8c9-4f5c-b665-6d87f0008b97), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.189139 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e7ae3-21f1-410d-a8a7-fe47172b001e req-93b0ff9d-1180-4700-a86b-c55388534491 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:17.196388 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-896e7ae3-21f1-410d-a8a7-fe47172b001e req-93b0ff9d-1180-4700-a86b-c55388534491 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.1532958 Mar 23 15:44:17.246107 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e341baf5-d07f-4d34-aead-53d6d20b2e71 req-e5021679-5221-44f5-95be-a10b40672074 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:17.248059 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e341baf5-d07f-4d34-aead-53d6d20b2e71 req-e5021679-5221-44f5-95be-a10b40672074 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 945 time: 0.1896420 Mar 23 15:44:17.282305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (53a4fc81-a8c9-4f5c-b665-6d87f0008b97), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.291724 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:17.292369 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.302305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (53a4fc81-a8c9-4f5c-b665-6d87f0008b97), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.323163 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-896e7ae3-21f1-410d-a8a7-fe47172b001e req-9b972a01-8720-4e5b-ad71-dabf1fd9f558 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256492 Mar 23 15:44:17.391115 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53a4fc81-a8c9-4f5c-b665-6d87f0008b97,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:17.416004 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.417628 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-aea3a863-6023-49fa-8e75-62aba6ed9a18 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4163289 Mar 23 15:44:17.439950 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e341baf5-d07f-4d34-aead-53d6d20b2e71 req-1b9a57f2-b16e-430d-a304-32b7255530c9 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724608 Mar 23 15:44:17.441102 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks [] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.461810 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.622504 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3ae5-ce58-43e2-bb1a-62e1b2367eef None None] Pushing event updated for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:17.632814 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:17.711957 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Attempting to bind port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:17.712503 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Attempting to bind port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:17.712998 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Attempting to bind port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 on network abec957d-ec2c-4594-b3d4-baff3afffd46 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:17.724849 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 43, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:17.725403 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Checking segment: {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:17.726189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.726756 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Bound using segment: {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:17.727296 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Bound port: 1ec7f0ff-2d92-4754-a59b-dcb381625a35, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770ff024-6e4a-4001-b161-02ae6e145659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:17.728618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:17.854878 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] For port 1ec7f0ff-2d92-4754-a59b-dcb381625a35, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:17.870379 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] For port 1ec7f0ff-2d92-4754-a59b-dcb381625a35, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1ec7f0ff-2d92-4754-a59b-dcb381625a35,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:17.887294 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:18.240103 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:18.241002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:43:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:18.395394 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Provisioning complete for port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:18.396605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:18.437861 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a3ae5-ce58-43e2-bb1a-62e1b2367eef None None] Pushing event updated for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:18.475427 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:18.690788 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e416b19e-a6d5-47fb-92be-86657dec8508 req-99f78304-9e68-470f-ab77-a88c4252a325 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:18.693694 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e416b19e-a6d5-47fb-92be-86657dec8508 req-99f78304-9e68-470f-ab77-a88c4252a325 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 945 time: 0.1449349 Mar 23 15:44:18.804747 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Current status of the port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:18.805472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:18.836713 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e416b19e-a6d5-47fb-92be-86657dec8508 req-9233e02e-f4c9-489e-bf92-6b860c46152a tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298785 Mar 23 15:44:18.948440 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] For port 1ec7f0ff-2d92-4754-a59b-dcb381625a35, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1ec7f0ff-2d92-4754-a59b-dcb381625a35,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:18.962893 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.125601 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2942b60-d04b-47fc-bb3a-eb31a82f5a43 None None] Pushing event updated for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:19.151913 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-05febc79-b53f-4b87-baae-ad4ac095e0cb None None] Provisioning complete for port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:19.152624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-05febc79-b53f-4b87-baae-ad4ac095e0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.238847 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-9bb14a32-c043-4763-a632-e466db983cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:12Z', 'revision_number': 4, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '1ec7f0ff-2d92-4754-a59b-dcb381625a35', 'name': '', 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'mac_address': 'fa:16:3e:da:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:10Z', 'updated_at': '2022-03-23T15:44:17Z', 'revision_number': 4, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'subnets': [{'id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:19.293544 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb14a32-c043-4763-a632-e466db983cff None None] The sync data for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi is: [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:44:12Z', 'revision_number': 4, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '1ec7f0ff-2d92-4754-a59b-dcb381625a35', 'name': '', 'network_id': 'abec957d-ec2c-4594-b3d4-baff3afffd46', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'mac_address': 'fa:16:3e:da:4e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_interface', 'standard_attr_id': 384, 'fixed_ips': [{'subnet_id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:10Z', 'updated_at': '2022-03-23T15:44:17Z', 'revision_number': 4, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'subnets': [{'id': '34e90e6c-bb0a-4001-ae29-21b7bfdf17d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:44:19.398349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-05febc79-b53f-4b87-baae-ad4ac095e0cb None None] Current status of the port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:19.646709 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50012) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:19.653393 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1754415498', 'description': 'tempest-description--763486324'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:19.681466 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.821787 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (127aa8fe-eb45-4957-8a5b-49340e5e6716), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.828674 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (127aa8fe-eb45-4957-8a5b-49340e5e6716), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.856654 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6e2ceeed-425f-4ee4-8363-bef68e630811 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:19.887181 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127aa8fe-eb45-4957-8a5b-49340e5e6716,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:19.922851 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.922851 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2efad116-4feb-4592-a647-b1e8c13c4baf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2705030 Mar 23 15:44:19.923981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50020) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:19.928657 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'security_group_rule': {'security_group_id': '127aa8fe-eb45-4957-8a5b-49340e5e6716', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:19.964781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 6e2ceeed-425f-4ee4-8363-bef68e630811 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:44:19.972810 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 6e2ceeed-425f-4ee4-8363-bef68e630811 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:19.973345 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:19.991129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (9590915f-db15-4270-9462-59fe10b9f7c6), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.140611 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87780cb-3980-44dd-8dd9-6f4b574972b7 req-43f3d934-087b-4b89-8fcd-fe0dc473603b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:20.142401 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b87780cb-3980-44dd-8dd9-6f4b574972b7 req-43f3d934-087b-4b89-8fcd-fe0dc473603b tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 945 time: 0.1145425 Mar 23 15:44:20.148570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 6e2ceeed-425f-4ee4-8363-bef68e630811 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:20.148977 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.159004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (9590915f-db15-4270-9462-59fe10b9f7c6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.170904 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (9590915f-db15-4270-9462-59fe10b9f7c6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.201243 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:20.204340 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a72e1f-664d-452c-a735-6088cb88553f" -d '{"events": [{"server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:20.224947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9590915f-db15-4270-9462-59fe10b9f7c6,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:20.226903 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e2ceeed-425f-4ee4-8363-bef68e630811,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:20.252660 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.258132 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.263125 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b87780cb-3980-44dd-8dd9-6f4b574972b7 req-1a5acf9c-f96c-48c2-bbb8-8f309fad4d90 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069901 Mar 23 15:44:20.268768 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50030) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:20.273885 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'security_group_rule': {'security_group_id': '127aa8fe-eb45-4957-8a5b-49340e5e6716', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:20.278587 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9abcc395-99d0-4a1a-a538-5572104e6b22 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345456 Mar 23 15:44:20.331888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-316bc48e-94b2-4e93-948e-6dfe90195204 x-openstack-request-id: req-316bc48e-94b2-4e93-948e-6dfe90195204 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:20.332284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "name": "network-vif-plugged", "status": "completed", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:20.332555 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-316bc48e-94b2-4e93-948e-6dfe90195204 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:20.332974 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-316bc48e-94b2-4e93-948e-6dfe90195204'] response: {'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811', 'code': 200} Mar 23 15:44:20.358497 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (be49a195-c0e3-464b-b40a-d99e72aea19f), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.374261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:20.504414 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (be49a195-c0e3-464b-b40a-d99e72aea19f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.511222 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (be49a195-c0e3-464b-b40a-d99e72aea19f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.543007 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be49a195-c0e3-464b-b40a-d99e72aea19f,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:20.581407 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.587892 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4f82ff94-7218-494d-9444-93af3ec8bbd6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128116 Mar 23 15:44:20.588344 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50040) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:20.594374 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:20.628878 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4491fa06-f871-41d6-825f-1c5a20c2849b req-cbc1bb73-e8c1-4606-a5c8-d2f7c5644f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:20.630048 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:20.630473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4491fa06-f871-41d6-825f-1c5a20c2849b req-cbc1bb73-e8c1-4606-a5c8-d2f7c5644f22 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 1130 time: 0.0857916 Mar 23 15:44:20.716409 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4491fa06-f871-41d6-825f-1c5a20c2849b req-1574cfd5-4310-4ecf-990f-823e6bbd7fe5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775042 Mar 23 15:44:20.819915 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.033655 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Allocated IP 172.27.3.24 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/6560e452-fe99-4171-9511-7782c8db16f2) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:21.047106 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1ec7f0ff-2d92-4754-a59b-dcb381625a35 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:21.126194 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:21.126194 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.261172 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for port (6560e452-fe99-4171-9511-7782c8db16f2), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.261748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:21.322759 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (6560e452-fe99-4171-9511-7782c8db16f2), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.398811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:21.407295 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:21.418009 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:21.472677 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'Port': ['ID=6560e452-fe99-4171-9511-7782c8db16f2,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:21.628373 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c7b53-5d36-436e-970c-cb45f901dc50 req-5f853486-d20f-4cf2-b106-42861d9dadb7 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:21.631407 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-669c7b53-5d36-436e-970c-cb45f901dc50 req-5f853486-d20f-4cf2-b106-42861d9dadb7 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.2093589 Mar 23 15:44:21.689011 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.780705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5c24e46f-a235-4ddd-8643-fe64d774c202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:21.795953 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-669c7b53-5d36-436e-970c-cb45f901dc50 req-2229df0c-99ca-4338-a3bc-8c7fdeffb123 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553342 Mar 23 15:44:21.796997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (6560e452-fe99-4171-9511-7782c8db16f2), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:22.020291 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for port (6560e452-fe99-4171-9511-7782c8db16f2), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:22.028201 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (6560e452-fe99-4171-9511-7782c8db16f2), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:22.115230 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'Port': ['ID=6560e452-fe99-4171-9511-7782c8db16f2,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:22.127514 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:22.147951 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:22.150924 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-176b6651-8a33-4743-8c69-7cc87a1c9f85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5597816 Mar 23 15:44:22.416516 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-329662b7-679a-457f-946b-f2f461034815 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1754415498&fields=id&tenant_id=2256014068f34717bb347aae8b72cb91 HTTP/1.1" status: 200 len: 267 time: 0.0657735 Mar 23 15:44:22.602181 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-b71323b7-dd00-4c9c-92e4-6365fdd18833 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:22.604187 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-b71323b7-dd00-4c9c-92e4-6365fdd18833 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 0.1790125 Mar 23 15:44:22.624979 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-c39032b7-57e0-4141-8cfe-9a1692f057a7 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/quotas/2256014068f34717bb347aae8b72cb91 HTTP/1.1" status: 200 len: 375 time: 0.0111988 Mar 23 15:44:22.716072 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-d26ffd9d-49a6-4cdf-92f0-50ad3984271f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0777693 Mar 23 15:44:22.859561 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-f458dcb6-9fe4-478e-9349-8dea35f2aac6 service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316595 Mar 23 15:44:23.062047 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33eaab-61ba-4f96-b88c-5be420a936c6 req-98bf199a-d411-490c-b0c3-cc492ad654cd tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:23.063662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3e33eaab-61ba-4f96-b88c-5be420a936c6 req-98bf199a-d411-490c-b0c3-cc492ad654cd tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.1637197 Mar 23 15:44:23.065694 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-0bac37a8-9923-4fba-8954-92755bfc84e5 service neutron] 10.222.0.41 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043869 Mar 23 15:44:23.164882 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3e33eaab-61ba-4f96-b88c-5be420a936c6 req-86fac808-6e32-4ac5-95a1-f2bb49c292b0 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907967 Mar 23 15:44:23.331488 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-49f917d7-a73c-44e6-bd0b-97c98c675dc2 req-a00f2fb7-2e47-4bfd-b4e3-2e0c8fb374d8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 210 time: 0.0557842 Mar 23 15:44:23.714484 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ee9c826-7572-4cfa-936b-d0d695660df1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:24.474955 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98a93e0e-ea5c-4711-a5ad-d57b9bba2213 req-8942496a-998e-4d54-a324-d5c9c5e63663 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 210 time: 0.0490937 Mar 23 15:44:24.566337 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353620bd-246f-466b-a2cf-325c654bac3c req-a5fc75c4-e770-4655-ba53-04896f2e9854 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:24.570315 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-353620bd-246f-466b-a2cf-325c654bac3c req-a5fc75c4-e770-4655-ba53-04896f2e9854 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.0989118 Mar 23 15:44:24.680961 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-353620bd-246f-466b-a2cf-325c654bac3c req-412a42ea-a6fa-45a6-9788-29d92c28240d tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022024 Mar 23 15:44:24.718329 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-96a5fdb5-12d6-4c0c-bf50-8d300db5f6bd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:24.720388 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-96a5fdb5-12d6-4c0c-bf50-8d300db5f6bd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 819 time: 0.2418509 Mar 23 15:44:24.829433 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-aaf38878-9f7f-472a-9d55-78156bf4312b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2256014068f34717bb347aae8b72cb91 HTTP/1.1" status: 200 len: 380 time: 0.0983381 Mar 23 15:44:24.851451 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'port': {'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'admin_state_up': True, 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'security_groups': ['127aa8fe-eb45-4957-8a5b-49340e5e6716']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:25.006439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Made reservation on behalf of 2256014068f34717bb347aae8b72cb91 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:44:25.010032 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.185892 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Allocated IP 172.20.0.8 (016bd969-afdd-4d54-9c96-96545c5699f8/7fc2dae8-8c4c-4623-9667-03646723cf8e/53424794-1578-468e-be7c-14b449149ef6) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:44:25.202251 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.376149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for port (53424794-1578-468e-be7c-14b449149ef6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.419528 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (53424794-1578-468e-be7c-14b449149ef6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.481087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Network 016bd969-afdd-4d54-9c96-96545c5699f8 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:44:25.485001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:44:25.489848 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:44:25.523713 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event updated for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:25.562532 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:25.563489 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.589583 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-873f00d1-b80f-49e5-8912-1aa10bc224f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7455962 Mar 23 15:44:25.606441 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Request body: {'port': {'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:25.651502 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c8693-02b7-41b3-bb60-01d8319bbc18 req-208844f5-d741-47aa-80bd-b555da2fe3eb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:25.653473 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dd8c8693-02b7-41b3-bb60-01d8319bbc18 req-208844f5-d741-47aa-80bd-b555da2fe3eb tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 931 time: 0.0631745 Mar 23 15:44:25.696973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (53424794-1578-468e-be7c-14b449149ef6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.735282 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dd8c8693-02b7-41b3-bb60-01d8319bbc18 req-86ef46f3-5fb8-4962-9f94-dc899ad2d516 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681164 Mar 23 15:44:25.833394 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0475e61f-5344-4a41-ae55-cd1589b9d05c req-ba11fc9b-1d95-4076-8e7e-a02fd64c5e96 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:25.835197 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0475e61f-5344-4a41-ae55-cd1589b9d05c req-ba11fc9b-1d95-4076-8e7e-a02fd64c5e96 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.0599165 Mar 23 15:44:25.906382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-39e5e6c6-0168-4f9f-9987-df11b17e4d19 None None] Provisioning complete for port 53424794-1578-468e-be7c-14b449149ef6 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:25.907299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-39e5e6c6-0168-4f9f-9987-df11b17e4d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (53424794-1578-468e-be7c-14b449149ef6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:25.912770 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0475e61f-5344-4a41-ae55-cd1589b9d05c req-1c4f3346-24fa-41a1-ac7c-3bc200cff75f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658767 Mar 23 15:44:25.976765 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-39e5e6c6-0168-4f9f-9987-df11b17e4d19 None None] Port 53424794-1578-468e-be7c-14b449149ef6 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:44:26.106234 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53424794-1578-468e-be7c-14b449149ef6 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:44:26.115554 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks [] for port (53424794-1578-468e-be7c-14b449149ef6), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.132954 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Transition to ACTIVE for port object 53424794-1578-468e-be7c-14b449149ef6 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:44:26.138513 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (53424794-1578-468e-be7c-14b449149ef6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.204080 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Pushing event updated for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:26.304934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Attempting to bind port 53424794-1578-468e-be7c-14b449149ef6 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:44:26.304934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Attempting to bind port 53424794-1578-468e-be7c-14b449149ef6 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:44:26.304934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Attempting to bind port 53424794-1578-468e-be7c-14b449149ef6 on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:26.311467 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Port 53424794-1578-468e-be7c-14b449149ef6 on network 016bd969-afdd-4d54-9c96-96545c5699f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:44:26.311883 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Attempting to bind port 53424794-1578-468e-be7c-14b449149ef6 on network 016bd969-afdd-4d54-9c96-96545c5699f8 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:44:26.321346 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:44:26.322011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Checking segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:44:26.322823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Bound using segment: {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:44:26.323786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Bound port: 53424794-1578-468e-be7c-14b449149ef6, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e159347e-5da0-4084-850e-c9adf504797a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:44:26.324661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (53424794-1578-468e-be7c-14b449149ef6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.424499 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50152) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:26.434697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:44:26.469888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=53424794-1578-468e-be7c-14b449149ef6,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:44:26.481758 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (53424794-1578-468e-be7c-14b449149ef6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.485108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.534665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-179f0ab4-199a-4cbb-9205-e0193e7090d6 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:26.536606 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-179f0ab4-199a-4cbb-9205-e0193e7090d6 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.1191866 Mar 23 15:44:26.545736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:26.546862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.552241 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] 10.222.0.61 "PUT /v2.0/ports/53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1093 time: 0.9488323 Mar 23 15:44:26.552241 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:26.553972 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9" -d '{"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:26.600299 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab6f65c4-7dde-4b33-8a14-b0db1cc09e3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.621652 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ac7e-e59c-4d5a-990a-bce9b8a94a2b service neutron] Pushing event updated for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:26.660221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e398d26-6570-40c8-b0c2-9201ed57ed46 x-openstack-request-id: req-1e398d26-6570-40c8-b0c2-9201ed57ed46 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:26.660746 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:26.661006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1e398d26-6570-40c8-b0c2-9201ed57ed46 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:26.661552 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e398d26-6570-40c8-b0c2-9201ed57ed46'] response: {'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'status': 'completed', 'code': 200} Mar 23 15:44:26.714179 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab6f65c4-7dde-4b33-8a14-b0db1cc09e3b admin admin] Publish callbacks [] for security_group (41976807-bb63-4077-86d0-94a009fb400f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.720054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ab6f65c4-7dde-4b33-8a14-b0db1cc09e3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (41976807-bb63-4077-86d0-94a009fb400f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.729863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1289bcc0-df02-46a7-a2df-81bc5ddb63df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:26.731802 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-1289bcc0-df02-46a7-a2df-81bc5ddb63df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1127 time: 0.1225936 Mar 23 15:44:26.780905 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ab6f65c4-7dde-4b33-8a14-b0db1cc09e3b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=872bca6717724c26a234b9a0f360f340&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3544853 Mar 23 15:44:26.784548 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50160) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:26.794587 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-feea31d3-d665-4f7a-ba97-4fde074be1e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 217 time: 0.0554590 Mar 23 15:44:26.799874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Deleting port 6e2ceeed-425f-4ee4-8363-bef68e630811 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:44:26.800488 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:26.816796 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f65c4-7dde-4b33-8a14-b0db1cc09e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41976807-bb63-4077-86d0-94a009fb400f,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:26.926672 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5f08a-6454-41e1-9a40-7650eee33492 req-3e28739e-ed67-4006-8421-7caadb818956 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:26.928403 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27d5f08a-6454-41e1-9a40-7650eee33492 req-3e28739e-ed67-4006-8421-7caadb818956 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.1081798 Mar 23 15:44:26.951131 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-dc6f07c2-88b0-4b1a-857e-4bae19077b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:26.952822 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-dc6f07c2-88b0-4b1a-857e-4bae19077b9e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.1427832 Mar 23 15:44:27.003204 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27d5f08a-6454-41e1-9a40-7650eee33492 req-3e70356d-a021-4e06-9eae-2850dbd35199 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637617 Mar 23 15:44:27.031351 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] Publish callbacks [] for security_group (41976807-bb63-4077-86d0-94a009fb400f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.040322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] For port 6e2ceeed-425f-4ee4-8363-bef68e630811, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=6e2ceeed-425f-4ee4-8363-bef68e630811,segment=NetworkSegment(98644d1f-f0f4-4137-aeb5-d310c951ae29),segment_id=98644d1f-f0f4-4137-aeb5-d310c951ae29)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:27.040705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.068177 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Calling delete_port for 6e2ceeed-425f-4ee4-8363-bef68e630811 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:44:27.085687 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b18185-dc57-4f1e-8bfa-177a3e9b46a4 req-26b6e1fd-4224-4e2b-aa15-f7ee028bb60f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:27.086178 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] Publish callbacks [] for security_group (41976807-bb63-4077-86d0-94a009fb400f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.092603 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20b18185-dc57-4f1e-8bfa-177a3e9b46a4 req-26b6e1fd-4224-4e2b-aa15-f7ee028bb60f tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 946 time: 0.0942695 Mar 23 15:44:27.155871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20b18185-dc57-4f1e-8bfa-177a3e9b46a4 req-3afb3bb7-cefd-47e5-b038-5d6633a509e7 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/security-groups?id=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564404 Mar 23 15:44:27.157891 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-708aae8f-f0aa-4564-8505-d8628c655a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:27.159880 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-708aae8f-f0aa-4564-8505-d8628c655a5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1952875 Mar 23 15:44:27.300133 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (41976807-bb63-4077-86d0-94a009fb400f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.302642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.303861 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/41976807-bb63-4077-86d0-94a009fb400f HTTP/1.1" status: 204 len: 168 time: 0.5181742 Mar 23 15:44:27.345654 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-7b2311c8-2b86-4211-8afa-df51313a5988 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778152 Mar 23 15:44:27.350948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9eb9258-4f41-4bfa-9e80-059e6be35c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41976807-bb63-4077-86d0-94a009fb400f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:27.438716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (6e2ceeed-425f-4ee4-8363-bef68e630811), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.451898 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['6e2ceeed-425f-4ee4-8363-bef68e630811'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:44:27.496326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Pushing event deleted for resources: {'Port': ['ID=6e2ceeed-425f-4ee4-8363-bef68e630811,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:27.552062 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2ffff89f-c66d-4e00-8fbb-1a8c6d2ead4f req-8a397d65-af64-41ad-a761-595d84942b8a service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986549 Mar 23 15:44:27.569631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] No DVR routers for this DVR port 6e2ceeed-425f-4ee4-8363-bef68e630811 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:44:27.573290 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.577287 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d1e21a44-9b31-42fa-90f7-a9ec27c12b0e req-d3d01a44-462d-47d5-80e3-2fe258cd7e10 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.61 "DELETE /v2.0/ports/6e2ceeed-425f-4ee4-8363-bef68e630811 HTTP/1.1" status: 204 len: 173 time: 1.0332603 Mar 23 15:44:27.734107 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-3a4a1852-41b6-4627-b1d8-9ae5ad7053f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:27.735680 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-3a4a1852-41b6-4627-b1d8-9ae5ad7053f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1127 time: 0.0796251 Mar 23 15:44:27.755141 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50170) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:27.769735 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e816-aa56-4629-8b76-20a59664cc69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.796396 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.881728 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e816-aa56-4629-8b76-20a59664cc69 admin admin] Publish callbacks [] for security_group (771d48a2-56c2-4afc-8cfe-320740ea415f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.883996 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-b9b6f21a-52f4-43ae-acb9-e92f8eb16c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:27.887226 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-b9b6f21a-52f4-43ae-acb9-e92f8eb16c15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1449113 Mar 23 15:44:27.888934 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ec9e816-aa56-4629-8b76-20a59664cc69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (771d48a2-56c2-4afc-8cfe-320740ea415f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:27.943734 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7ec9e816-aa56-4629-8b76-20a59664cc69 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4bc67841ef014a43932eba89742c13d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1865838 Mar 23 15:44:27.944697 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9e816-aa56-4629-8b76-20a59664cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771d48a2-56c2-4afc-8cfe-320740ea415f,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:27.947129 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50172) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:27.971838 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-c3850bb2-abf8-4e21-a22b-6f5f2a27efb2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 217 time: 0.0774915 Mar 23 15:44:28.018778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] Publish callbacks [] for security_group (771d48a2-56c2-4afc-8cfe-320740ea415f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.034203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-05733791-770f-4e88-bdd6-4dbb70b72abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:28.035901 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-05733791-770f-4e88-bdd6-4dbb70b72abd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0544515 Mar 23 15:44:28.063103 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] Publish callbacks [] for security_group (771d48a2-56c2-4afc-8cfe-320740ea415f), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.132344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-9fd618c5-c4df-4659-a30d-337339f6ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:28.133929 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-9fd618c5-c4df-4659-a30d-337339f6ef6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910943 Mar 23 15:44:28.145547 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (771d48a2-56c2-4afc-8cfe-320740ea415f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.148479 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.154509 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/771d48a2-56c2-4afc-8cfe-320740ea415f HTTP/1.1" status: 204 len: 168 time: 0.2020192 Mar 23 15:44:28.170152 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb2b65-c8fb-4cb2-bf47-43ca941b9c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771d48a2-56c2-4afc-8cfe-320740ea415f,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:28.281820 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c421a4-0619-4c8c-9033-9ef9a816d2a1 req-cb35ac5d-30df-40f8-85a0-d2518b9195ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:28.291118 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-19c421a4-0619-4c8c-9033-9ef9a816d2a1 req-cb35ac5d-30df-40f8-85a0-d2518b9195ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.1270728 Mar 23 15:44:28.332190 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-bec83297-1515-44de-8afe-e10192530b2d service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905072 Mar 23 15:44:28.363317 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f4f571af-8d13-4a69-a6f4-27105aa63b87 req-117ac14e-b393-41ad-bc2e-b302e708e2e7 tempest-VolumesActionsTest-287636246 tempest-VolumesActionsTest-287636246-project] 10.222.0.41 "GET /v2.0/ports?device_id=da614c48-16c0-4f28-b132-3002306d90ae HTTP/1.1" status: 200 len: 210 time: 0.0606463 Mar 23 15:44:28.427656 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-19c421a4-0619-4c8c-9033-9ef9a816d2a1 req-9824e419-51f8-4140-8855-e7eb6b4b694a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258116 Mar 23 15:44:28.512935 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3151be6d-0c6a-44ec-8e6d-6547a1cd07e9 req-e2a63610-dda9-4073-9eed-adb9dfc00887 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699438 Mar 23 15:44:28.663307 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'name': 'network-vif-deleted', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:28.666779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759d4df9-a853-4b29-9b49-eebe0900b5f1" -d '{"events": [{"server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "name": "network-vif-deleted", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:28.723189 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f876d-4a23-459a-a920-d87f06db7a6d x-openstack-request-id: req-5a0f876d-4a23-459a-a920-d87f06db7a6d {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:28.723990 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da614c48-16c0-4f28-b132-3002306d90ae", "name": "network-vif-deleted", "tag": "6e2ceeed-425f-4ee4-8363-bef68e630811", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:28.724537 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a0f876d-4a23-459a-a920-d87f06db7a6d {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:28.725282 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0f876d-4a23-459a-a920-d87f06db7a6d'] response: {'server_uuid': 'da614c48-16c0-4f28-b132-3002306d90ae', 'name': 'network-vif-deleted', 'tag': '6e2ceeed-425f-4ee4-8363-bef68e630811', 'status': 'completed', 'code': 200} Mar 23 15:44:28.772975 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50186) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:28.790080 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-0b02bc9a-30ee-4b90-9a4b-5f98d094c3ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.902457 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-0b02bc9a-30ee-4b90-9a4b-5f98d094c3ab admin admin] Publish callbacks [] for security_group (7cda1112-481b-476c-8729-eac50d1fd7a5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.908083 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-0b02bc9a-30ee-4b90-9a4b-5f98d094c3ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7cda1112-481b-476c-8729-eac50d1fd7a5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:28.967580 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-0b02bc9a-30ee-4b90-9a4b-5f98d094c3ab admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=51beb8df1f6d46eb81ee377a790f54f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932318 Mar 23 15:44:28.968726 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02bc9a-30ee-4b90-9a4b-5f98d094c3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cda1112-481b-476c-8729-eac50d1fd7a5,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:28.971376 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50188) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:29.037798 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] Publish callbacks [] for security_group (7cda1112-481b-476c-8729-eac50d1fd7a5), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:29.066059 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] Publish callbacks [] for security_group (7cda1112-481b-476c-8729-eac50d1fd7a5), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:29.123216 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7cda1112-481b-476c-8729-eac50d1fd7a5), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:29.126909 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:29.128187 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7cda1112-481b-476c-8729-eac50d1fd7a5 HTTP/1.1" status: 204 len: 168 time: 0.1553164 Mar 23 15:44:29.138487 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3972534-d727-4bc6-9e45-7aa86a88d250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cda1112-481b-476c-8729-eac50d1fd7a5,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:29.601355 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec1d206-4b8d-452f-81ec-57febaa69121 req-a4698832-7c03-40df-8594-c9fa09ab57e6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:29.604313 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ec1d206-4b8d-452f-81ec-57febaa69121 req-a4698832-7c03-40df-8594-c9fa09ab57e6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.0789559 Mar 23 15:44:29.690828 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ec1d206-4b8d-452f-81ec-57febaa69121 req-b4e16c22-762e-401b-8707-6dfb91e08a72 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753651 Mar 23 15:44:29.924728 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6e2ceeed-425f-4ee4-8363-bef68e630811 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:44:29.954580 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 6e2ceeed-425f-4ee4-8363-bef68e630811 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:44:29.955267 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 6e2ceeed-425f-4ee4-8363-bef68e630811 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:44:30.662598 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50280) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:30.815671 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-69eebc20-e8a8-42e2-8515-a13fbcc2e7a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:30.844859 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b21456-6580-4b17-9790-4ef6c93240db req-d7edd22d-f5bc-433d-ae85-25ac219bb95d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:30.847150 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99b21456-6580-4b17-9790-4ef6c93240db req-d7edd22d-f5bc-433d-ae85-25ac219bb95d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.0790048 Mar 23 15:44:30.910866 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99b21456-6580-4b17-9790-4ef6c93240db req-0c08a819-29fe-42d5-a9e5-01ae4b31ec94 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572436 Mar 23 15:44:30.918237 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-69eebc20-e8a8-42e2-8515-a13fbcc2e7a1 admin admin] Publish callbacks [] for security_group (642610d8-9d4f-4595-b773-0bd6e82b297c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:30.925303 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-69eebc20-e8a8-42e2-8515-a13fbcc2e7a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (642610d8-9d4f-4595-b773-0bd6e82b297c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:30.995884 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-69eebc20-e8a8-42e2-8515-a13fbcc2e7a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=19035baa2fa44f47a5ad1f160162b85a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3315845 Mar 23 15:44:30.997429 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eebc20-e8a8-42e2-8515-a13fbcc2e7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642610d8-9d4f-4595-b773-0bd6e82b297c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:30.998769 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50286) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:31.059160 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] Publish callbacks [] for security_group (642610d8-9d4f-4595-b773-0bd6e82b297c), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:31.084887 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] Publish callbacks [] for security_group (642610d8-9d4f-4595-b773-0bd6e82b297c), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:31.138667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (642610d8-9d4f-4595-b773-0bd6e82b297c), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:31.141564 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:31.142739 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/642610d8-9d4f-4595-b773-0bd6e82b297c HTTP/1.1" status: 204 len: 168 time: 0.1429479 Mar 23 15:44:31.152068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5ec3-f355-4997-9715-78ae18f42685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642610d8-9d4f-4595-b773-0bd6e82b297c,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:32.094483 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b669ee6-f87c-4e2f-9cda-606ad166666d req-d7b04c86-5be5-4e79-9be6-cd171e360a24 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:32.096263 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1b669ee6-f87c-4e2f-9cda-606ad166666d req-d7b04c86-5be5-4e79-9be6-cd171e360a24 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.0827160 Mar 23 15:44:32.157104 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1b669ee6-f87c-4e2f-9cda-606ad166666d req-c75cb46a-a37e-4e09-b01f-9873bf42c67d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491233 Mar 23 15:44:33.287734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326ebff-0508-428f-bdb3-7c2bea1ed798 req-3b9295b5-4f3e-4ad2-b530-a2bb32d93a63 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:33.290005 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1326ebff-0508-428f-bdb3-7c2bea1ed798 req-3b9295b5-4f3e-4ad2-b530-a2bb32d93a63 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 943 time: 0.0592759 Mar 23 15:44:33.345808 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1326ebff-0508-428f-bdb3-7c2bea1ed798 req-1f7efe1f-2272-4b5b-912c-e9ca08da559f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497587 Mar 23 15:44:33.780987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 53424794-1578-468e-be7c-14b449149ef6 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:44:33.926812 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=53424794-1578-468e-be7c-14b449149ef6,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:33.949714 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '53424794-1578-468e-be7c-14b449149ef6', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:44:34.019602 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 53424794-1578-468e-be7c-14b449149ef6 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:34.020296 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (53424794-1578-468e-be7c-14b449149ef6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:34.043204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53424794-1578-468e-be7c-14b449149ef6 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:44:34.081265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=53424794-1578-468e-be7c-14b449149ef6,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:34.087071 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (53424794-1578-468e-be7c-14b449149ef6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:34.144265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:34.486851 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87036942-e63c-41d9-acff-2328e577541d req-a5727fba-44d5-43e0-8bd0-b12cdeb5346a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:34.488662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-87036942-e63c-41d9-acff-2328e577541d req-a5727fba-44d5-43e0-8bd0-b12cdeb5346a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.0629666 Mar 23 15:44:34.566229 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-87036942-e63c-41d9-acff-2328e577541d req-3d8d8dae-e8c5-4bd4-ad39-b0ba2564b690 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710766 Mar 23 15:44:35.754050 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0b40e-e6c4-404e-8974-e0c2b467791a req-33aeacd7-4857-4986-8929-f8ffefbbdc05 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:35.758668 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2e0b40e-e6c4-404e-8974-e0c2b467791a req-33aeacd7-4857-4986-8929-f8ffefbbdc05 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.0654502 Mar 23 15:44:35.810453 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2e0b40e-e6c4-404e-8974-e0c2b467791a req-320185bf-a691-47b6-91cf-0e49281a3919 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454364 Mar 23 15:44:36.757539 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['53424794-1578-468e-be7c-14b449149ef6'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:44:36.980509 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a4c8cf-1a53-4023-885b-ab7b4e694a12 req-72284cd3-e990-4330-8d0c-a19945383fff tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:36.982643 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7a4c8cf-1a53-4023-885b-ab7b4e694a12 req-72284cd3-e990-4330-8d0c-a19945383fff tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.0650129 Mar 23 15:44:37.045215 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7a4c8cf-1a53-4023-885b-ab7b4e694a12 req-7d98b80a-84c2-423f-8655-e843c011a571 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557499 Mar 23 15:44:38.247112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22340bf8-1a4e-4d8e-822c-716439fc93c9 req-3e36e561-7c3c-4137-b0f9-2c4d791f36d6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:38.249582 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-22340bf8-1a4e-4d8e-822c-716439fc93c9 req-3e36e561-7c3c-4137-b0f9-2c4d791f36d6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.0977888 Mar 23 15:44:38.348070 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-22340bf8-1a4e-4d8e-822c-716439fc93c9 req-0165671b-a7c4-4a6e-856f-3a06e04fcb52 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836499 Mar 23 15:44:38.764208 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:44:39.546567 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd17d09-34d1-4008-8b60-1197bd896f15 req-d27e2ae2-e995-4dbe-a98b-0566eb3edcaa tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:39.550312 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4bd17d09-34d1-4008-8b60-1197bd896f15 req-d27e2ae2-e995-4dbe-a98b-0566eb3edcaa tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.1004965 Mar 23 15:44:39.643708 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4bd17d09-34d1-4008-8b60-1197bd896f15 req-d3c734cf-38f4-458c-b6b8-1f64d24551e1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834520 Mar 23 15:44:40.851053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b1bbb-6b0d-4e3d-8a98-9eb6853af2ee req-be27e382-98d6-4aa8-9ee6-324e18f1b910 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:40.852939 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9f6b1bbb-6b0d-4e3d-8a98-9eb6853af2ee req-be27e382-98d6-4aa8-9ee6-324e18f1b910 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.0881202 Mar 23 15:44:40.960716 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9f6b1bbb-6b0d-4e3d-8a98-9eb6853af2ee req-b231c52c-b8bb-4067-91a1-b4100d5d890d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958560 Mar 23 15:44:42.127812 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 53424794-1578-468e-be7c-14b449149ef6 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:44:42.288418 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790297e0-c899-45d0-bcd9-aefad2bd4870 req-36abe5b1-ca07-4004-94eb-24ea6c250f24 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:42.292048 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-790297e0-c899-45d0-bcd9-aefad2bd4870 req-36abe5b1-ca07-4004-94eb-24ea6c250f24 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 944 time: 0.2137182 Mar 23 15:44:42.310206 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 53424794-1578-468e-be7c-14b449149ef6 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:44:42.319624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 53424794-1578-468e-be7c-14b449149ef6 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:44:42.320805 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (53424794-1578-468e-be7c-14b449149ef6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:42.418303 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-790297e0-c899-45d0-bcd9-aefad2bd4870 req-fd28dbc9-6ec5-4652-9e9d-f70ad682f1b2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151330 Mar 23 15:44:42.493168 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 53424794-1578-468e-be7c-14b449149ef6 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:44:42.493770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (53424794-1578-468e-be7c-14b449149ef6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:42.530748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:42.534941 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dafd493-840b-47d9-b81b-70851622b555" -d '{"events": [{"server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "name": "network-vif-plugged", "status": "completed", "tag": "53424794-1578-468e-be7c-14b449149ef6"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:42.555793 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=53424794-1578-468e-be7c-14b449149ef6,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:44:42.564668 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (53424794-1578-468e-be7c-14b449149ef6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:42.623451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac2c49f-fab2-452b-af56-8418688a90c0 x-openstack-request-id: req-fac2c49f-fab2-452b-af56-8418688a90c0 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:42.623900 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "name": "network-vif-plugged", "status": "completed", "tag": "53424794-1578-468e-be7c-14b449149ef6", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:42.624480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fac2c49f-fab2-452b-af56-8418688a90c0 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:42.625785 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fac2c49f-fab2-452b-af56-8418688a90c0'] response: {'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'code': 200} Mar 23 15:44:42.665629 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:44:43.555051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f203f176-fda0-40ac-a37c-4e37bc4d2463 req-2d86cb9d-096d-4af6-8afc-9a7e05043dec tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:43.556741 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f203f176-fda0-40ac-a37c-4e37bc4d2463 req-2d86cb9d-096d-4af6-8afc-9a7e05043dec tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0593197 Mar 23 15:44:43.609920 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f203f176-fda0-40ac-a37c-4e37bc4d2463 req-75ef9e9e-b0d6-44ed-baef-3e84165d9e8b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472379 Mar 23 15:44:44.814333 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f159b639-121c-411d-aaf4-7ca51297003a req-dcbfc518-9f58-485a-a052-63a2e4fc86b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:44.817906 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f159b639-121c-411d-aaf4-7ca51297003a req-dcbfc518-9f58-485a-a052-63a2e4fc86b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0881917 Mar 23 15:44:44.892710 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f159b639-121c-411d-aaf4-7ca51297003a req-c4166a4c-0f1d-472e-8120-19b5300f42ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654395 Mar 23 15:44:45.068122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900e5526-b1d5-48ac-a685-d69f76880694 req-8b4fd416-60ff-4268-8ef4-6c882bad96d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:45.072887 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-900e5526-b1d5-48ac-a685-d69f76880694 req-8b4fd416-60ff-4268-8ef4-6c882bad96d2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0911129 Mar 23 15:44:45.187612 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-900e5526-b1d5-48ac-a685-d69f76880694 req-36619d34-2a23-42aa-af08-a666d4ce0052 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081240 Mar 23 15:44:46.107967 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c473f6-164a-4fc7-be97-60700cd7dd42 req-4f2a05aa-b0c4-4096-9a79-964f898fa7b3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:46.110464 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-91c473f6-164a-4fc7-be97-60700cd7dd42 req-4f2a05aa-b0c4-4096-9a79-964f898fa7b3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0903444 Mar 23 15:44:46.205016 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-91c473f6-164a-4fc7-be97-60700cd7dd42 req-6db0cdbe-342e-4da6-88d3-84a9b3691bfa tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846992 Mar 23 15:44:46.450870 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:47.375487 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0ba7-8148-4b10-9f21-0b0a6e732475 req-ccf347d1-c0ea-4444-b3e7-dbc33521e66d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:47.377199 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d1ff0ba7-8148-4b10-9f21-0b0a6e732475 req-ccf347d1-c0ea-4444-b3e7-dbc33521e66d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0875483 Mar 23 15:44:47.458029 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d1ff0ba7-8148-4b10-9f21-0b0a6e732475 req-0d086636-0a98-4935-a698-c81817ee346f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719666 Mar 23 15:44:48.615220 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d50d642-2537-4941-8ff1-d234c7c94a52 req-7701297d-ed13-4901-8049-62aaa5dff63d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:48.619193 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1d50d642-2537-4941-8ff1-d234c7c94a52 req-7701297d-ed13-4901-8049-62aaa5dff63d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0692756 Mar 23 15:44:48.698165 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1d50d642-2537-4941-8ff1-d234c7c94a52 req-e8e64b93-f109-4dca-9e3d-aeb82e872db4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710652 Mar 23 15:44:49.882320 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7baee65-a978-4004-bf39-538928caae35 req-80b82c88-d815-4bd7-a679-593e6847478d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:49.883921 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b7baee65-a978-4004-bf39-538928caae35 req-80b82c88-d815-4bd7-a679-593e6847478d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0565586 Mar 23 15:44:49.942785 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b7baee65-a978-4004-bf39-538928caae35 req-9c073af6-42bb-4a26-8fee-647c4e9b628f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519257 Mar 23 15:44:51.025423 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-f46a03bd-493e-4ca6-8a40-90623b5e7062 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1019602 Mar 23 15:44:51.140664 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e490f30-71c2-4cc2-a664-6a949a670b61 req-302f2837-ac61-40fb-87ef-f830f024dc91 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:51.142907 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e490f30-71c2-4cc2-a664-6a949a670b61 req-302f2837-ac61-40fb-87ef-f830f024dc91 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1021681 Mar 23 15:44:51.169160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-b96a6396-29d6-40bb-8aff-886e5ca974da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:51.171883 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-b96a6396-29d6-40bb-8aff-886e5ca974da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.1079447 Mar 23 15:44:51.234609 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e490f30-71c2-4cc2-a664-6a949a670b61 req-3dd3977f-0cd3-40b5-8cea-7e5a7efa886d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853484 Mar 23 15:44:51.389216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-bfa7dd81-b289-4c5a-ba09-8ab6532a57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:51.391065 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-bfa7dd81-b289-4c5a-ba09-8ab6532a57ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1888487 Mar 23 15:44:51.706378 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-0e8b42c0-6db6-4bcf-8d49-f6f32a8110ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.0682869 Mar 23 15:44:51.788814 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f947ef92-b625-4236-be7d-91c719d3a00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:51.806809 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-a0d2360c-f4ac-41fe-abee-3e499e6b04c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:51.809664 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-a0d2360c-f4ac-41fe-abee-3e499e6b04c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0960436 Mar 23 15:44:51.929083 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-1b0f8bf8-525c-41ea-9693-cf123f940fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:51.931105 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-1b0f8bf8-525c-41ea-9693-cf123f940fde service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1146026 Mar 23 15:44:52.149223 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-ca260a4d-6eda-4000-8b2a-68beae27224e service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108490 Mar 23 15:44:52.304258 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-42be3ef3-9278-4c16-8df3-747d0060b06a req-d79c1215-2e64-4bdb-b420-84e9d1523303 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426859 Mar 23 15:44:52.443563 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83b9de-9174-400c-9f8a-258fb85e159f req-3406063f-1449-44d8-80b9-97569888e07f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:52.446348 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b83b9de-9174-400c-9f8a-258fb85e159f req-3406063f-1449-44d8-80b9-97569888e07f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0806978 Mar 23 15:44:52.549044 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b83b9de-9174-400c-9f8a-258fb85e159f req-b8f9729f-9124-4889-a5c1-2fb88f178c1b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958142 Mar 23 15:44:52.820633 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172d1be-b710-4d0f-bbbf-401ea6632204 req-eec7777c-30f9-42f2-8304-7c8e36fc0056 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:52.828846 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7172d1be-b710-4d0f-bbbf-401ea6632204 req-eec7777c-30f9-42f2-8304-7c8e36fc0056 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1642976 Mar 23 15:44:52.840943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50558) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:44:52.847292 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'floatingip': {'port_id': '53424794-1578-468e-be7c-14b449149ef6'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:44:52.939931 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:53.704966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-152c9d63-59a3-495f-9a8a-95cea6f28702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:53.863702 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:53.872339 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:54.109222 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Floating IP 3ef6a773-d9ba-4053-ad28-195259207b2f associated. External IP: 172.27.3.24, port: 53424794-1578-468e-be7c-14b449149ef6. Mar 23 15:44:54.805831 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:44:54.980724 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:44:54.990278 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:54.994273 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:44:55.014548 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:55.015512 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:44:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:55.055060 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-437ed341-6552-4bb1-9fc1-62529a1ccf20 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ef6a773-d9ba-4053-ad28-195259207b2f HTTP/1.1" status: 200 len: 990 time: 2.2123854 Mar 23 15:44:55.056259 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:44:55.060467 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b211721-85fd-46b9-9190-9aaf4b7fd4df" -d '{"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:44:55.108971 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92df8fe4-581d-4ad4-adfc-9d61cdfb1bfe x-openstack-request-id: req-92df8fe4-581d-4ad4-adfc-9d61cdfb1bfe {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:44:55.109440 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:44:55.109856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-92df8fe4-581d-4ad4-adfc-9d61cdfb1bfe {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:44:55.110534 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92df8fe4-581d-4ad4-adfc-9d61cdfb1bfe'] response: {'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'status': 'completed', 'code': 200} Mar 23 15:44:55.195961 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:55.245201 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:55.828598 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:44:53Z', 'revision_number': 1, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:55.882366 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:44:55.897894 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:44:55.898948 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:44:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:56.086866 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:44:56.469304 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:56.563997 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:44:53Z', 'revision_number': 1, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:44:56.603517 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e36a9b-1503-49eb-bfa4-c2a2ae4fd130 None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:44:53Z', 'revision_number': 1, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:44:56.877994 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660a2bfa-6ac4-4b85-a98f-f983c536a6e9 None None] New status for floating IP 3ef6a773-d9ba-4053-ad28-195259207b2f: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:44:57.263386 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-a49b613b-59f3-480a-a781-1dede44af6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:57.265627 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-a49b613b-59f3-480a-a781-1dede44af6f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0638666 Mar 23 15:44:57.390298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-6ed6b751-5a33-4f78-9895-fa027c0eb14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:57.393055 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-6ed6b751-5a33-4f78-9895-fa027c0eb14f service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1185968 Mar 23 15:44:57.484340 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-a323af67-5046-4cba-b6a3-1b37ac69b4b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0733457 Mar 23 15:44:57.556534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-93a9280c-274f-4e87-a771-5066461a77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:57.558261 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-93a9280c-274f-4e87-a771-5066461a77d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0688665 Mar 23 15:44:57.613010 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-d94c7c8c-033e-4aa0-99a5-2dda98f991c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:57.614664 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-d94c7c8c-033e-4aa0-99a5-2dda98f991c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0497272 Mar 23 15:44:57.718210 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-6c3f3fae-20c8-4e1f-b7fc-1c1a40646ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974252 Mar 23 15:44:57.788517 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:44:57.832629 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b211721-85fd-46b9-9190-9aaf4b7fd4df req-719addbb-6527-42cd-b9e8-ee8e715c7b4c service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082780 Mar 23 15:44:59.013519 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-dbb62528-0169-49e3-8ec0-1c5dd2c20081 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965777850&fields=id&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 267 time: 0.0924280 Mar 23 15:44:59.188763 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-9b83f3d9-24c0-40b3-a23b-ee97ddf30f89 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:44:59.190758 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-9b83f3d9-24c0-40b3-a23b-ee97ddf30f89 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.1690938 Mar 23 15:44:59.219872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-06ba047d-16c6-4588-9a77-5fd9697abf4a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/quotas/a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 375 time: 0.0201573 Mar 23 15:44:59.310470 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-1ac3893e-016e-4db1-9137-5ebee63ec2f9 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0804529 Mar 23 15:44:59.449872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-f5c49ac0-f321-451f-95c5-315059fdc3c0 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257899 Mar 23 15:44:59.575520 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-1b1c3f2f-04bf-4bb5-b976-c418c0a8a6bd service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245668 Mar 23 15:44:59.990613 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-38bcc9ce-9de3-400b-b858-4735cae5b631 req-24ed5516-b7eb-4256-8801-b881e6f380f3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 210 time: 0.0495429 Mar 23 15:45:00.525073 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50758) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:00.572785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Deleting subnet 74430d51-b414-43c1-b6bd-24e4d55b4c87 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:45:00.576423 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Publish callbacks [] for subnet (74430d51-b414-43c1-b6bd-24e4d55b4c87), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:00.617811 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (74430d51-b414-43c1-b6bd-24e4d55b4c87), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:00.673536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (74430d51-b414-43c1-b6bd-24e4d55b4c87), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:00.746104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (74430d51-b414-43c1-b6bd-24e4d55b4c87), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:00.777161 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74430d51-b414-43c1-b6bd-24e4d55b4c87,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:00.781298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:00.784251 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/74430d51-b414-43c1-b6bd-24e4d55b4c87 HTTP/1.1" status: 204 len: 168 time: 0.2580442 Mar 23 15:45:00.788306 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50766) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:00.792058 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.792443 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.792769 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.793140 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.793464 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.793786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.794131 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.794447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.794789 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.795191 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.795655 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.796060 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.796448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.796789 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.797105 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df015bf9-8ea4-4587-968d-460ec098ece3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:00.881690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (fdb43731-0949-4f45-8fed-ed0a55e3354b), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.030572 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (fdb43731-0949-4f45-8fed-ed0a55e3354b), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.069112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb43731-0949-4f45-8fed-ed0a55e3354b']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:01.087255 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98644d1f-f0f4-4137-aeb5-d310c951ae29') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:01.087682 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98644d1f-f0f4-4137-aeb5-d310c951ae29') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:01.109146 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (98644d1f-f0f4-4137-aeb5-d310c951ae29), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.132763 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0b72e9fc-cc68-48ad-a710-1994df505ba3 req-21da0455-63eb-4752-bfe4-6aa62a5baa81 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 210 time: 0.0426872 Mar 23 15:45:01.152906 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (98644d1f-f0f4-4137-aeb5-d310c951ae29), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.165469 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:45:01.165911 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (98644d1f-f0f4-4137-aeb5-d310c951ae29), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.198239 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-6ac7c482-7a32-45df-96eb-d02097e2ed09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:01.199300 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-6ac7c482-7a32-45df-96eb-d02097e2ed09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.1897173 Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:45:01.207904 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:45:01.245859 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (fdb43731-0949-4f45-8fed-ed0a55e3354b), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.259737 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.274663 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] 10.222.0.41 "DELETE /v2.0/networks/fdb43731-0949-4f45-8fed-ed0a55e3354b HTTP/1.1" status: 204 len: 168 time: 0.4843724 Mar 23 15:45:01.292936 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Pushing event deleted for resources: {'Network': ['ID=fdb43731-0949-4f45-8fed-ed0a55e3354b,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:01.304367 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.304711 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.305054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.305392 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.305727 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.306056 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.306462 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.306905 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.307081 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.307447 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.307741 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.308082 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.308607 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.309187 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.309664 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4cb289-f398-4fd6-9ab8-d09beefa9f03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:01.335472 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-8f7f87b4-0d3d-4d52-9ee7-3c570b711f33 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 380 time: 0.1178346 Mar 23 15:45:01.344942 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'port': {'device_id': 'd9cfefd6-de78-40af-8292-26b337455c12', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'admin_state_up': True, 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'security_groups': ['ec8644a2-9e01-4208-bdec-3c35a34e6716']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:01.485237 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Made reservation on behalf of a47111d79ce7493c9c9f0addceae88da for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:45:01.489395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.543107 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50772) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:01.607900 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-86d6c908-6bfa-4d88-ad86-ced438897315 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=99195b04a7924f4eb806f529beb9e972&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0631552 Mar 23 15:45:01.610841 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50774) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:01.700712 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.20.0.5 (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755/8de6be1a-81c7-47ca-ad3e-b88a505d78ea/2342d7a9-d27a-4615-98d2-668fc725df0e) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:45:01.735398 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] Publish callbacks [] for security_group (34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.875823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] Publish callbacks [] for security_group (34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:01.973222 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.002225 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.004981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.006208 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e HTTP/1.1" status: 204 len: 168 time: 0.3943634 Mar 23 15:45:02.022518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5e37c-ad99-425a-8c2c-13a08f9a11ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b95e3d-e6ae-4ed4-bba7-3d66a5b3c43e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:02.033977 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.085776 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:45:02.090248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:45:02.092863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:45:02.124427 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:02.189124 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:02.190436 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.226473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3f7b8f4c-93ee-497a-bd25-bcbd66194572 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8850634 Mar 23 15:45:02.239943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Request body: {'port': {'device_id': 'd9cfefd6-de78-40af-8292-26b337455c12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:02.322845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.339153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda75c77-b69b-4617-870d-fd736062ccbf req-d0f1c586-4ae4-452d-8111-204692b873d5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:02.343868 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fda75c77-b69b-4617-870d-fd736062ccbf req-d0f1c586-4ae4-452d-8111-204692b873d5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 931 time: 0.1135819 Mar 23 15:45:02.434332 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fda75c77-b69b-4617-870d-fd736062ccbf req-4f794b5b-5632-4da9-9adc-00079b9afda1 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829492 Mar 23 15:45:02.505477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-afb2abc3-2e76-4a6b-a7e5-1e84451f5f27 None None] Provisioning complete for port 2342d7a9-d27a-4615-98d2-668fc725df0e triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:45:02.506334 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-afb2abc3-2e76-4a6b-a7e5-1e84451f5f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.554896 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-afb2abc3-2e76-4a6b-a7e5-1e84451f5f27 None None] Port 2342d7a9-d27a-4615-98d2-668fc725df0e cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:45:02.724296 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2342d7a9-d27a-4615-98d2-668fc725df0e {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:45:02.730958 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks [] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.752246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Transition to ACTIVE for port object 2342d7a9-d27a-4615-98d2-668fc725df0e will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:45:02.757781 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:02.843269 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Pushing event updated for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:02.917756 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Attempting to bind port 2342d7a9-d27a-4615-98d2-668fc725df0e on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:45:02.918204 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Attempting to bind port 2342d7a9-d27a-4615-98d2-668fc725df0e by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:45:02.918488 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Attempting to bind port 2342d7a9-d27a-4615-98d2-668fc725df0e on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:45:02.925229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Port 2342d7a9-d27a-4615-98d2-668fc725df0e on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:45:02.925618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Attempting to bind port 2342d7a9-d27a-4615-98d2-668fc725df0e on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:45:02.934782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:45:02.935245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:45:02.935732 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Bound using segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:45:02.936287 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Bound port: 2342d7a9-d27a-4615-98d2-668fc725df0e, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:45:02.936771 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:03.067304 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:45:03.077564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2342d7a9-d27a-4615-98d2-668fc725df0e,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:45:03.093730 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:03.161357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.162448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:03.165396 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] 10.222.0.61 "PUT /v2.0/ports/2342d7a9-d27a-4615-98d2-668fc725df0e HTTP/1.1" status: 200 len: 1093 time: 0.9300580 Mar 23 15:45:03.166189 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:03.171284 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b05650-da02-4037-b217-be3cd73589c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:03.227832 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd422db-e261-45bd-a66e-391f7f9bd354 service neutron] Pushing event updated for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:03.311456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a88a287-b997-4343-b82a-6c43571e9da4 x-openstack-request-id: req-3a88a287-b997-4343-b82a-6c43571e9da4 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:03.311924 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:03.312343 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3a88a287-b997-4343-b82a-6c43571e9da4 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:03.312972 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a88a287-b997-4343-b82a-6c43571e9da4'] response: {'name': 'network-changed', 'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'status': 'completed', 'code': 200} Mar 23 15:45:03.349628 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3e1a4cd0-3d98-4391-9650-33453579e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.351539 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3e1a4cd0-3d98-4391-9650-33453579e242 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 1127 time: 0.1114836 Mar 23 15:45:03.404578 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-d8aad0e5-7243-4747-b99f-99f220cab055 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2342d7a9-d27a-4615-98d2-668fc725df0e HTTP/1.1" status: 200 len: 217 time: 0.0455921 Mar 23 15:45:03.472422 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-8aabefde-b529-42b7-a6d8-6f27ec948111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.475087 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-8aabefde-b529-42b7-a6d8-6f27ec948111 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0642414 Mar 23 15:45:03.547716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3b537fc6-e8bf-4ee8-851a-5bb4ed8a8f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.549161 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-3b537fc6-e8bf-4ee8-851a-5bb4ed8a8f25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669775 Mar 23 15:45:03.627922 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d048cf-63cc-446e-a71e-cb5e69960516 req-764ac710-0f96-4fe8-babf-9937b8611b63 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.629480 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86d048cf-63cc-446e-a71e-cb5e69960516 req-764ac710-0f96-4fe8-babf-9937b8611b63 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0905607 Mar 23 15:45:03.685193 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-7ef2f067-6575-4325-9be5-89add112167a service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280887 Mar 23 15:45:03.710304 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86d048cf-63cc-446e-a71e-cb5e69960516 req-3bae1efc-59a6-4178-8523-2e2b014d090d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699358 Mar 23 15:45:03.810669 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-293c7ebe-57c8-431a-aecf-535fe8b20475 req-406685af-a79c-4c42-a4b3-641594308b00 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188273 Mar 23 15:45:03.931443 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05650-da02-4037-b217-be3cd73589c8 req-80a885cc-cdb6-4255-b405-0d232065f730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:03.933317 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-80a885cc-cdb6-4255-b405-0d232065f730 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 1127 time: 0.0580432 Mar 23 15:45:04.064435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05650-da02-4037-b217-be3cd73589c8 req-31fc8d3f-471c-4f25-b90a-58d55c16d226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:04.066203 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-31fc8d3f-471c-4f25-b90a-58d55c16d226 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1264565 Mar 23 15:45:04.138016 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-fd3778e7-08b4-4a0a-8b4e-161fed10377f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2342d7a9-d27a-4615-98d2-668fc725df0e HTTP/1.1" status: 200 len: 217 time: 0.0646641 Mar 23 15:45:04.241943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05650-da02-4037-b217-be3cd73589c8 req-7a4ff31f-87c8-4a1a-82ba-44b53d9a89a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:04.244795 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-7a4ff31f-87c8-4a1a-82ba-44b53d9a89a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0993860 Mar 23 15:45:04.324368 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b05650-da02-4037-b217-be3cd73589c8 req-eae1f3d1-e80c-4ca8-97a8-1d320b6d4c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:04.326243 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-eae1f3d1-e80c-4ca8-97a8-1d320b6d4c00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0746431 Mar 23 15:45:04.474805 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-3902c46c-17ef-4261-ae35-05a165a35e85 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408048 Mar 23 15:45:04.602174 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50880) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:04.624450 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c6b05650-da02-4037-b217-be3cd73589c8 req-d24ebdc8-8034-4e6d-be11-4cfd7ab207aa service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413872 Mar 23 15:45:04.745613 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-33558423-dbd7-410c-b7b6-7873f32c3d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:04.897186 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-33558423-dbd7-410c-b7b6-7873f32c3d83 admin admin] Publish callbacks [] for security_group (169c9465-5a34-4cb7-9cef-d3e24bbb2bab), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:04.902456 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-33558423-dbd7-410c-b7b6-7873f32c3d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (169c9465-5a34-4cb7-9cef-d3e24bbb2bab), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:04.938241 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605b834-8c27-4c00-a928-940943c4822a req-5d678767-2c35-451e-ba33-19a3f0c69bf4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:04.939978 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a605b834-8c27-4c00-a928-940943c4822a req-5d678767-2c35-451e-ba33-19a3f0c69bf4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.1144664 Mar 23 15:45:04.967636 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33558423-dbd7-410c-b7b6-7873f32c3d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=169c9465-5a34-4cb7-9cef-d3e24bbb2bab,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:04.982074 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-33558423-dbd7-410c-b7b6-7873f32c3d83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=daf73a9bf2374128846a21576462ce95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3750856 Mar 23 15:45:04.982843 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 50886) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:05.049655 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a605b834-8c27-4c00-a928-940943c4822a req-8a32f109-cc76-49d2-845f-8cc1ec56ce29 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937696 Mar 23 15:45:05.072356 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] Publish callbacks [] for security_group (169c9465-5a34-4cb7-9cef-d3e24bbb2bab), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:05.101510 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] Publish callbacks [] for security_group (169c9465-5a34-4cb7-9cef-d3e24bbb2bab), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:05.159024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (169c9465-5a34-4cb7-9cef-d3e24bbb2bab), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:05.162967 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:05.164643 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/169c9465-5a34-4cb7-9cef-d3e24bbb2bab HTTP/1.1" status: 204 len: 168 time: 0.1813567 Mar 23 15:45:05.178589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d490a-8b5d-4236-b7ec-f90c85e65965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=169c9465-5a34-4cb7-9cef-d3e24bbb2bab,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:06.185000 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7ab2ca-ff5f-4f0d-bf92-6c57fcfd47aa req-7a8a7d13-f321-413d-874c-44aea6c4a97c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:06.187150 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3a7ab2ca-ff5f-4f0d-bf92-6c57fcfd47aa req-7a8a7d13-f321-413d-874c-44aea6c4a97c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0620875 Mar 23 15:45:06.257355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3a7ab2ca-ff5f-4f0d-bf92-6c57fcfd47aa req-5bc3ab86-3c45-4d28-a56b-a6419a29e7d4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603769 Mar 23 15:45:07.421904 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f63ab-007c-478f-bda6-a8357d4da99b req-02af2b58-cc92-4574-9e66-bff019031e2f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:07.424065 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-747f63ab-007c-478f-bda6-a8357d4da99b req-02af2b58-cc92-4574-9e66-bff019031e2f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0837827 Mar 23 15:45:07.485450 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-747f63ab-007c-478f-bda6-a8357d4da99b req-2bb35f10-ad6d-43f2-afad-c13a22b5e61a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543816 Mar 23 15:45:08.624816 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51672ef1-28cb-413e-ba26-d9c3fb5abe8e req-f4710a60-dcc8-4f93-8c91-65203c1b4666 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:08.626559 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51672ef1-28cb-413e-ba26-d9c3fb5abe8e req-f4710a60-dcc8-4f93-8c91-65203c1b4666 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0623994 Mar 23 15:45:08.688408 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51672ef1-28cb-413e-ba26-d9c3fb5abe8e req-b6c4418e-ec6d-41a0-b6d6-3489603fe22f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512934 Mar 23 15:45:09.833886 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295aef2-a884-46d5-91f4-ac514e959eae req-07096f3d-f824-494e-904e-f52498aa235b tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:09.835586 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b295aef2-a884-46d5-91f4-ac514e959eae req-07096f3d-f824-494e-904e-f52498aa235b tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0711191 Mar 23 15:45:09.893859 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b295aef2-a884-46d5-91f4-ac514e959eae req-f607d9a1-a8e6-47fd-8424-d375ce9831b0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519431 Mar 23 15:45:11.026762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d0a5c-2341-411f-9cd7-181fa869f638 req-e86c3142-1f13-41cd-980b-3a7ef7a29a5d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:11.028491 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-696d0a5c-2341-411f-9cd7-181fa869f638 req-e86c3142-1f13-41cd-980b-3a7ef7a29a5d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0616951 Mar 23 15:45:11.091948 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-696d0a5c-2341-411f-9cd7-181fa869f638 req-b9db324d-9be5-4827-801f-92c835a33d5d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523016 Mar 23 15:45:12.241141 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56b4561-d9e6-4dc0-9c54-54efaf0c7451 req-3f0ead69-270a-41bb-9022-134458af8a79 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:12.242806 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e56b4561-d9e6-4dc0-9c54-54efaf0c7451 req-3f0ead69-270a-41bb-9022-134458af8a79 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 943 time: 0.0661888 Mar 23 15:45:12.265729 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2342d7a9-d27a-4615-98d2-668fc725df0e details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:45:12.307372 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e56b4561-d9e6-4dc0-9c54-54efaf0c7451 req-c06aac54-911d-4df2-b0d1-a8e814fce1ee tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581825 Mar 23 15:45:12.440443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2342d7a9-d27a-4615-98d2-668fc725df0e,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:12.460315 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'port_id': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'mac_address': 'fa:16:3e:96:3f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:45:12.503615 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 2342d7a9-d27a-4615-98d2-668fc725df0e is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:12.504039 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:12.520220 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2342d7a9-d27a-4615-98d2-668fc725df0e {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:45:12.545240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2342d7a9-d27a-4615-98d2-668fc725df0e,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:12.549999 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:12.604699 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:12.613400 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.613740 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.614129 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.614480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.614808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.615156 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.615506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.615835 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.616204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.616564 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.616894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.617241 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.617574 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.617901 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:12.618231 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:45:13.052803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['2342d7a9-d27a-4615-98d2-668fc725df0e'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:45:13.437672 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8ed363-061f-404c-af87-f72857bb7c4f req-2830151c-0258-4a0c-a3ae-161c4d3bd65b tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:13.439319 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b8ed363-061f-404c-af87-f72857bb7c4f req-2830151c-0258-4a0c-a3ae-161c4d3bd65b tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 944 time: 0.0612998 Mar 23 15:45:13.502172 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b8ed363-061f-404c-af87-f72857bb7c4f req-711690c9-2088-48fd-bda1-461c18652b4e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527360 Mar 23 15:45:14.665471 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48d0a3-3751-44bf-9478-8e8d3beea571 req-da995c61-04ae-4688-831b-74250a3331ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:14.667165 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d48d0a3-3751-44bf-9478-8e8d3beea571 req-da995c61-04ae-4688-831b-74250a3331ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 944 time: 0.0644436 Mar 23 15:45:14.750227 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d48d0a3-3751-44bf-9478-8e8d3beea571 req-a38e86da-c764-4450-99f0-230a4d7cf660 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722647 Mar 23 15:45:15.754244 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:45:15.914458 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a75535-740a-4789-9b1a-93c34823e8ef req-20cb63e3-68d3-43b1-9c4d-8aad2650714f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:15.916900 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33a75535-740a-4789-9b1a-93c34823e8ef req-20cb63e3-68d3-43b1-9c4d-8aad2650714f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 944 time: 0.0761733 Mar 23 15:45:15.971334 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33a75535-740a-4789-9b1a-93c34823e8ef req-60f2e614-db63-4f32-bfa6-ee6e627091d8 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486841 Mar 23 15:45:16.293625 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2342d7a9-d27a-4615-98d2-668fc725df0e up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:45:16.353883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 2342d7a9-d27a-4615-98d2-668fc725df0e completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:45:16.358285 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 2342d7a9-d27a-4615-98d2-668fc725df0e triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:45:16.358668 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:16.477790 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:16.478454 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 2342d7a9-d27a-4615-98d2-668fc725df0e is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:16.478826 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:16.507222 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:16.509941 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9303816d-0dfd-4270-afb2-d3f2ec16324e" -d '{"events": [{"server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "name": "network-vif-plugged", "status": "completed", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:16.525506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2342d7a9-d27a-4615-98d2-668fc725df0e,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:16.530822 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:16.563161 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6551f7d1-ca5c-4bdd-9cb3-575a087a10b7 x-openstack-request-id: req-6551f7d1-ca5c-4bdd-9cb3-575a087a10b7 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:16.563468 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "name": "network-vif-plugged", "status": "completed", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:16.563743 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6551f7d1-ca5c-4bdd-9cb3-575a087a10b7 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:16.564229 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6551f7d1-ca5c-4bdd-9cb3-575a087a10b7'] response: {'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'code': 200} Mar 23 15:45:16.606193 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:16.859562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e31742-22ba-45be-bce7-ebbd91d29d32 req-6018ab3d-a6fa-4443-aed7-acdd59c9ec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:16.861278 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-34e31742-22ba-45be-bce7-ebbd91d29d32 req-6018ab3d-a6fa-4443-aed7-acdd59c9ec0f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 1129 time: 0.0651634 Mar 23 15:45:16.918964 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-34e31742-22ba-45be-bce7-ebbd91d29d32 req-bcfbc6e6-4c47-4c2a-9bfb-c3d31f24cd3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505617 Mar 23 15:45:17.122480 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3deeb8-f325-4037-9414-4e277f3d457d req-600d1a0a-da43-41d3-b503-ce4d2aad794c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:17.125335 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d3deeb8-f325-4037-9414-4e277f3d457d req-600d1a0a-da43-41d3-b503-ce4d2aad794c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0771289 Mar 23 15:45:17.181787 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d3deeb8-f325-4037-9414-4e277f3d457d req-aa8744b6-7fbe-4ab9-bf51-511f0425ed1e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502520 Mar 23 15:45:18.322654 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7758f6-254d-4de4-b265-cc67ee97782f req-9e9f3367-6d46-4b32-8d06-6baaa882f0d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:18.324297 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b7758f6-254d-4de4-b265-cc67ee97782f req-9e9f3367-6d46-4b32-8d06-6baaa882f0d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0644231 Mar 23 15:45:18.384129 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b7758f6-254d-4de4-b265-cc67ee97782f req-67145587-4e47-4af7-8e76-27ac6903083e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490468 Mar 23 15:45:19.519004 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7efdd9-62df-4d3d-9e33-2b60e70470ee req-9608d617-0de5-4387-b19c-d2ff5e4c9f46 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:19.521038 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b7efdd9-62df-4d3d-9e33-2b60e70470ee req-9608d617-0de5-4387-b19c-d2ff5e4c9f46 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0617805 Mar 23 15:45:19.581317 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b7efdd9-62df-4d3d-9e33-2b60e70470ee req-5acc8841-71ac-4235-bfaf-0807d4d992ef tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529404 Mar 23 15:45:19.712500 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4740262-c265-42a1-8733-e6bf538984af req-d50c5e1c-d24a-45fd-acf1-da43c7334e57 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:19.714035 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4740262-c265-42a1-8733-e6bf538984af req-d50c5e1c-d24a-45fd-acf1-da43c7334e57 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0590477 Mar 23 15:45:19.773359 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4740262-c265-42a1-8733-e6bf538984af req-0e1825da-a3e2-4f13-9ac8-a4556a1a8984 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535634 Mar 23 15:45:19.797409 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50968) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:20.042169 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ce034c-dbb4-4e64-9024-cdc116fd8e1a tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:20.043804 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-37ce034c-dbb4-4e64-9024-cdc116fd8e1a tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 1124 time: 0.2453043 Mar 23 15:45:20.048200 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 50972) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:20.053812 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'port_id': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:20.094101 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:20.250673 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:20.417030 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.27.3.47 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/ad030df0-e679-46af-afdd-b6e0b89a2d62) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:45:20.537792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:20.594633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:20.640458 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:45:20.643701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:45:20.650525 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:45:20.656955 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=ad030df0-e679-46af-afdd-b6e0b89a2d62,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:21.114387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.203055 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.394635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.401883 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.532106 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=ad030df0-e679-46af-afdd-b6e0b89a2d62,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:21.547829 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.663514 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP 6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a associated. External IP: 172.27.3.47, port: 2342d7a9-d27a-4615-98d2-668fc725df0e. Mar 23 15:45:21.786733 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ae7459c4-7bb5-40c3-919f-70b11ae0ab76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:21.919206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:45:22.311683 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:45:22.328079 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:45:22.339317 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:22.340302 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:45:22.340936 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:44:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:22.396503 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-11153564-229e-4967-b375-7b5b25eaafa6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3470397 Mar 23 15:45:22.397248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:22.401164 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc857e5-6e12-42c0-a769-47c2ae2541f5" -d '{"events": [{"name": "network-changed", "server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:22.459081 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23d792d-ddc6-4ced-8428-dfb8ad7816d4 x-openstack-request-id: req-c23d792d-ddc6-4ced-8428-dfb8ad7816d4 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:22.459559 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:22.459822 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c23d792d-ddc6-4ced-8428-dfb8ad7816d4 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:22.460290 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23d792d-ddc6-4ced-8428-dfb8ad7816d4'] response: {'name': 'network-changed', 'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'status': 'completed', 'code': 200} Mar 23 15:45:22.525719 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:45:22.570469 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-b8863741-9ded-4511-a7a6-f13459683316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:22.576237 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-b8863741-9ded-4511-a7a6-f13459683316 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 1129 time: 0.0894098 Mar 23 15:45:22.730064 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-05290734-b59e-4fc2-a62b-1db1781a04de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:22.731873 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-05290734-b59e-4fc2-a62b-1db1781a04de service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1494997 Mar 23 15:45:22.809019 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-b7bffd65-7e3c-4ad5-9d19-b4ec6e144fe7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2342d7a9-d27a-4615-98d2-668fc725df0e HTTP/1.1" status: 200 len: 998 time: 0.0699742 Mar 23 15:45:22.891921 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:96:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cfefd6-de78-40af-8292-26b337455c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:20Z', 'updated_at': '2022-03-23T15:45:20Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:22.907536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-757ecb8f-756d-49f7-a5b9-ebe7098fa3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:22.909780 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-757ecb8f-756d-49f7-a5b9-ebe7098fa3f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0925248 Mar 23 15:45:22.940557 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:45:22.955728 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:45:22.957046 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:44:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:22.990302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-6de9a5e9-0b5c-4eab-b65d-b00a748d7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:22.992678 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-6de9a5e9-0b5c-4eab-b65d-b00a748d7fab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735898 Mar 23 15:45:23.140526 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-c895e3f1-c59d-42fe-ae0d-1a34a7656560 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365967 Mar 23 15:45:23.163457 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:45:23.321830 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dc857e5-6e12-42c0-a769-47c2ae2541f5 req-2356647b-3396-469c-ba2c-d3b05b19bf49 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637096 Mar 23 15:45:23.500800 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:96:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cfefd6-de78-40af-8292-26b337455c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:20Z', 'updated_at': '2022-03-23T15:45:20Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:45:23.532927 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f907888-364a-430e-93da-c14f2e042b8c None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.47', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:96:3f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cfefd6-de78-40af-8292-26b337455c12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:20Z', 'updated_at': '2022-03-23T15:45:20Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:45:23.714995 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-12ebb2a3-c2cb-4116-9596-0a3b7c135f94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:23.772874 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46327b6-7c75-4e60-ad27-7c5c4598f962 None None] New status for floating IP 6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:45:25.193823 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:26.474286 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:26.862407 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023199d7-ce81-422c-b2be-af0a6d547764 req-335d8514-abba-444a-917e-64c49361ed7e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:26.864274 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-023199d7-ce81-422c-b2be-af0a6d547764 req-335d8514-abba-444a-917e-64c49361ed7e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.3095868 Mar 23 15:45:26.924097 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-023199d7-ce81-422c-b2be-af0a6d547764 req-be947093-a165-4287-9bcc-48ca01ec5db0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535500 Mar 23 15:45:27.777363 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:28.091235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7293e-ff67-44f1-896e-44ab493427b0 req-8e69f573-13a7-4bd8-b70c-cf794457bef0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:28.093604 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b4c7293e-ff67-44f1-896e-44ab493427b0 req-8e69f573-13a7-4bd8-b70c-cf794457bef0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0794358 Mar 23 15:45:28.150955 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b4c7293e-ff67-44f1-896e-44ab493427b0 req-8b2df346-16c4-4f4b-875b-9229457ec10d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511868 Mar 23 15:45:29.301901 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577de728-6e4d-4c4c-8488-b094badaa483 req-f885cf36-aa29-4eb4-8db6-b178e390ae7f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:29.303565 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-577de728-6e4d-4c4c-8488-b094badaa483 req-f885cf36-aa29-4eb4-8db6-b178e390ae7f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0627906 Mar 23 15:45:29.365304 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-577de728-6e4d-4c4c-8488-b094badaa483 req-ab4a2403-a636-45ac-88f1-04c7d10ef7fb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550911 Mar 23 15:45:30.515675 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d4ad-8647-4292-8410-fa0e677474b6 req-ec697225-663b-408f-8d49-e414505d8012 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:30.517746 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-53c5d4ad-8647-4292-8410-fa0e677474b6 req-ec697225-663b-408f-8d49-e414505d8012 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0610228 Mar 23 15:45:30.574113 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-53c5d4ad-8647-4292-8410-fa0e677474b6 req-9c9b3aaa-b381-4a47-97a8-da86ee9b50e2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504057 Mar 23 15:45:31.716512 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a13e1-f273-469f-a74f-0b7e8ccffc9c req-74cde824-34d7-4e95-91f7-817fb43de238 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:31.718176 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a6a13e1-f273-469f-a74f-0b7e8ccffc9c req-74cde824-34d7-4e95-91f7-817fb43de238 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0651047 Mar 23 15:45:31.773717 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a6a13e1-f273-469f-a74f-0b7e8ccffc9c req-856f6c32-7fc2-4f79-b09e-7b9c5df67c8f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489938 Mar 23 15:45:32.932625 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ac446-ece1-4cf5-aff8-e70203362c2d req-0d4cec16-c4e2-4123-99b1-52ca7279ff70 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:32.934904 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f10ac446-ece1-4cf5-aff8-e70203362c2d req-0d4cec16-c4e2-4123-99b1-52ca7279ff70 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0602536 Mar 23 15:45:33.010239 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f10ac446-ece1-4cf5-aff8-e70203362c2d req-fc951d35-e0cf-48f8-a576-a52d67678707 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687809 Mar 23 15:45:34.157361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbca148f-1eca-4834-b87c-01d352be82a3 req-4114a755-013f-4735-8d28-26ddbb39b057 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:34.159278 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fbca148f-1eca-4834-b87c-01d352be82a3 req-4114a755-013f-4735-8d28-26ddbb39b057 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0583193 Mar 23 15:45:34.218788 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fbca148f-1eca-4834-b87c-01d352be82a3 req-ab42fe82-9185-46c6-97cc-13ab33a4fa51 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532250 Mar 23 15:45:35.357138 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd62d99-024e-439c-b1db-88bee3940856 req-decff4ca-e172-4f6b-9401-821c0293032c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:35.358855 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-afd62d99-024e-439c-b1db-88bee3940856 req-decff4ca-e172-4f6b-9401-821c0293032c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0616434 Mar 23 15:45:35.435554 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-afd62d99-024e-439c-b1db-88bee3940856 req-725a4149-6cb8-4a30-9021-49c38a5c0362 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700161 Mar 23 15:45:36.220148 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51114) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:36.227466 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90174786', 'description': 'tempest-description--841644333'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:36.259790 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.340176 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (ef219133-f5e1-47ff-a03d-1a074e71c8b3), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.345756 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ef219133-f5e1-47ff-a03d-1a074e71c8b3), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.382401 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.383972 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1623063 Mar 23 15:45:36.385348 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1eb4c-257d-42ed-af61-1edc78e32fb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef219133-f5e1-47ff-a03d-1a074e71c8b3,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:36.388438 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51116) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:36.393221 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': 'ef219133-f5e1-47ff-a03d-1a074e71c8b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:36.429000 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (faba34ce-f433-4d07-b9aa-533cbcbafb60), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.504748 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (faba34ce-f433-4d07-b9aa-533cbcbafb60), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.510759 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (faba34ce-f433-4d07-b9aa-533cbcbafb60), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.524548 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faba34ce-f433-4d07-b9aa-533cbcbafb60,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:36.583007 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.584299 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-64d72755-ff4d-4a1f-b18a-a9bacee120d0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1947315 Mar 23 15:45:36.587436 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51122) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:36.592133 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': 'ef219133-f5e1-47ff-a03d-1a074e71c8b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:36.640442 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d375c4e-9d67-47f6-a5e7-204c4d103532 req-239f9168-c2df-4263-8988-803db3ddacbc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:36.642018 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2d375c4e-9d67-47f6-a5e7-204c4d103532 req-239f9168-c2df-4263-8988-803db3ddacbc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0962043 Mar 23 15:45:36.642796 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (f84527f7-cb1e-4d80-ae7a-4310c3af2e4a), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.736674 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2d375c4e-9d67-47f6-a5e7-204c4d103532 req-6423040a-16c1-4561-b3bc-45ca1447acef tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888250 Mar 23 15:45:36.743568 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (f84527f7-cb1e-4d80-ae7a-4310c3af2e4a), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.748510 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (f84527f7-cb1e-4d80-ae7a-4310c3af2e4a), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.772231 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f84527f7-cb1e-4d80-ae7a-4310c3af2e4a,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:36.782561 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.783810 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-960a6302-d0a2-4b0f-8506-3c9fcc73088e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953716 Mar 23 15:45:36.787508 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51124) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:36.793161 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:36.817696 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:36.950655 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.110207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.27.3.117 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/802cd97c-9a43-420e-98f7-a947a2b6d682) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:45:37.249231 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.291223 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.331253 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:45:37.334437 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:45:37.337803 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:45:37.367075 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=802cd97c-9a43-420e-98f7-a947a2b6d682,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:37.442669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.487604 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.654520 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.659691 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.735811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=802cd97c-9a43-420e-98f7-a947a2b6d682,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:37.750190 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.767520 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:37.769231 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e3469b3d-1f53-435c-9b12-859a331c73f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9803948 Mar 23 15:45:37.930146 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25128fb-70e2-4be1-9b85-bad2a326d08e req-965825dc-940a-41ab-bd97-79fc5ca01458 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:37.931954 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d25128fb-70e2-4be1-9b85-bad2a326d08e req-965825dc-940a-41ab-bd97-79fc5ca01458 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0808496 Mar 23 15:45:38.004951 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d25128fb-70e2-4be1-9b85-bad2a326d08e req-ff5ebde9-1f98-4df4-8bfa-5394bb7e20e3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632615 Mar 23 15:45:38.050008 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-b511dd5a-2b3d-4774-9bab-53272bf3fe32 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--90174786&fields=id&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 267 time: 0.0774965 Mar 23 15:45:38.185408 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-efd756bd-bf39-459f-bb19-a54aba75fdbf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:38.188172 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-efd756bd-bf39-459f-bb19-a54aba75fdbf tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.1311893 Mar 23 15:45:38.210503 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-20673a0e-bafc-40b1-a44e-9b7bf8d3f01b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/quotas/fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 375 time: 0.0162580 Mar 23 15:45:38.277139 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-492fafb2-7b30-4986-8027-d6fa0458c80f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0610542 Mar 23 15:45:38.391192 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-6e3a4748-bc92-4dff-bc69-bcdfdef2d1a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005647 Mar 23 15:45:38.494205 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-ec801919-3925-47cd-a259-f433edbed29a service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964983 Mar 23 15:45:38.700496 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5b5e90c8-3769-42df-a73f-0bf574b564a9 req-3f373df9-2971-4434-9dda-049ef517f443 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 210 time: 0.0288186 Mar 23 15:45:39.169816 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf83521-486a-4125-80e9-cd5318047ce6 req-d36c877c-a282-4b5b-bdb6-2c4f46ecf8e6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:39.172335 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7bf83521-486a-4125-80e9-cd5318047ce6 req-d36c877c-a282-4b5b-bdb6-2c4f46ecf8e6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0713711 Mar 23 15:45:39.232895 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7bf83521-486a-4125-80e9-cd5318047ce6 req-44569696-7bb3-46cd-9c4d-3791ec482b13 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533593 Mar 23 15:45:39.853612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1cbf705-6727-4ae6-b84d-7613834a08b3 req-ce5136f8-b557-4a3f-a630-ea35c08e7d94 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 210 time: 0.0378950 Mar 23 15:45:40.092817 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-e9041465-5bba-436a-8ea0-d4bbe290ab26 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:40.095894 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-e9041465-5bba-436a-8ea0-d4bbe290ab26 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.2435606 Mar 23 15:45:40.224339 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-43e4e564-cbb0-4375-afa1-6b5951b6903b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 471 time: 0.1110711 Mar 23 15:45:40.244028 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'port': {'device_id': 'b6630076-a12c-4a54-98ea-01313948eb57', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'admin_state_up': True, 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'security_groups': ['ef219133-f5e1-47ff-a03d-1a074e71c8b3']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:40.391384 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e888ce7-8dd0-408d-a98c-e6ea5f60a9ac req-40d35e91-2bcd-4e1c-88e9-f27061eb8054 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:40.394062 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e888ce7-8dd0-408d-a98c-e6ea5f60a9ac req-40d35e91-2bcd-4e1c-88e9-f27061eb8054 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0815616 Mar 23 15:45:40.405687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:45:40.410085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:40.451560 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e888ce7-8dd0-408d-a98c-e6ea5f60a9ac req-d051714a-53fa-4df3-b49d-cce01644360b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491476 Mar 23 15:45:40.577101 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.20.0.4 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/213ed602-9614-46cc-9271-bf08ed9c4012) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:45:40.739450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (213ed602-9614-46cc-9271-bf08ed9c4012), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:40.781411 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:40.828248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:45:40.832090 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:45:40.838846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:45:40.846671 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:40.901562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:40.902308 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:40.923314 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-aa5b5714-e9ce-47a8-bd93-3674b1449fa2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6852920 Mar 23 15:45:40.938547 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Request body: {'port': {'device_id': 'b6630076-a12c-4a54-98ea-01313948eb57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:41.033688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7809d-f6e2-40ba-b78c-2669eb859653 req-afd54e44-325a-4c8d-8462-0114bbd42389 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:41.035686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.036599 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f6d7809d-f6e2-40ba-b78c-2669eb859653 req-afd54e44-325a-4c8d-8462-0114bbd42389 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 931 time: 0.0886261 Mar 23 15:45:41.121385 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f6d7809d-f6e2-40ba-b78c-2669eb859653 req-c5c753f5-7de6-4f32-a788-2474a3df8f2c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0746915 Mar 23 15:45:41.173690 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-8ea38fa1-2811-42d4-840e-7cae21d561b9 None None] Provisioning complete for port 213ed602-9614-46cc-9271-bf08ed9c4012 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:45:41.174539 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8ea38fa1-2811-42d4-840e-7cae21d561b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.238635 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-8ea38fa1-2811-42d4-840e-7cae21d561b9 None None] Port 213ed602-9614-46cc-9271-bf08ed9c4012 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:45:41.394863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 213ed602-9614-46cc-9271-bf08ed9c4012 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:45:41.405448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks [] for port (213ed602-9614-46cc-9271-bf08ed9c4012), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.424330 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Transition to ACTIVE for port object 213ed602-9614-46cc-9271-bf08ed9c4012 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:45:41.429979 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.615253 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:41.654347 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Attempting to bind port 213ed602-9614-46cc-9271-bf08ed9c4012 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:45:41.654859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Attempting to bind port 213ed602-9614-46cc-9271-bf08ed9c4012 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:45:41.655385 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Attempting to bind port 213ed602-9614-46cc-9271-bf08ed9c4012 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:45:41.664618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Port 213ed602-9614-46cc-9271-bf08ed9c4012 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:45:41.665149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Attempting to bind port 213ed602-9614-46cc-9271-bf08ed9c4012 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:45:41.680578 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:45:41.681140 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:45:41.681772 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:45:41.682580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Bound port: 213ed602-9614-46cc-9271-bf08ed9c4012, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:45:41.683209 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.737697 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e81290-926b-4902-8792-da0b7f73c979 req-a0b24453-a9ec-4099-b1dd-4230fb6ad7ae tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:41.740745 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24e81290-926b-4902-8792-da0b7f73c979 req-a0b24453-a9ec-4099-b1dd-4230fb6ad7ae tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1436274 Mar 23 15:45:41.843355 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:45:41.848887 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=213ed602-9614-46cc-9271-bf08ed9c4012,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:45:41.858696 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24e81290-926b-4902-8792-da0b7f73c979 req-911bf9b5-f4e4-45fa-b301-7e0381a81bd3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078124 Mar 23 15:45:41.859899 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.902495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:41.903136 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:41.904648 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] 10.222.0.61 "PUT /v2.0/ports/213ed602-9614-46cc-9271-bf08ed9c4012 HTTP/1.1" status: 200 len: 1093 time: 0.9723182 Mar 23 15:45:41.905126 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:41.907518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159e612d-44a9-4cc8-a531-44ce5db88d42" -d '{"events": [{"name": "network-changed", "server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:41.954133 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b0e6-c12d-420d-80c3-a51f4302dc7c service neutron] Pushing event updated for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:41.958160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8029c9-b682-4e11-897e-870c66780121 x-openstack-request-id: req-eb8029c9-b682-4e11-897e-870c66780121 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:41.958479 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:41.958734 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-eb8029c9-b682-4e11-897e-870c66780121 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:41.959154 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb8029c9-b682-4e11-897e-870c66780121'] response: {'name': 'network-changed', 'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012', 'status': 'completed', 'code': 200} Mar 23 15:45:42.035316 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-5460b4a9-a41b-41f9-9c58-88b30eca8d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.036958 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-5460b4a9-a41b-41f9-9c58-88b30eca8d89 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 1127 time: 0.0697627 Mar 23 15:45:42.088760 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-ebaf1b05-f48f-4aca-adab-4fd19f331d66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=213ed602-9614-46cc-9271-bf08ed9c4012 HTTP/1.1" status: 200 len: 217 time: 0.0427017 Mar 23 15:45:42.143849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-492ae822-094d-4eeb-8893-3f227a88b03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.145775 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-492ae822-094d-4eeb-8893-3f227a88b03e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0498900 Mar 23 15:45:42.205846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-b9443d9d-c0b1-44e0-954f-bd29fde973cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.207475 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-b9443d9d-c0b1-44e0-954f-bd29fde973cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529537 Mar 23 15:45:42.256685 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d2136b-9cd2-4b66-9a72-98124bb5143b req-1a92f83b-7d8f-4241-aba6-d6fb109b4dd0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.258368 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58d2136b-9cd2-4b66-9a72-98124bb5143b req-1a92f83b-7d8f-4241-aba6-d6fb109b4dd0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0632405 Mar 23 15:45:42.324158 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58d2136b-9cd2-4b66-9a72-98124bb5143b req-9f007d51-0e39-42d3-afdd-5ffd7647455c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568998 Mar 23 15:45:42.346264 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-cc5a001f-4aec-49a8-b332-0617e7996486 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273346 Mar 23 15:45:42.446850 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f21c1aa8-12e3-4620-b625-701cc80d716f req-43ac1c06-4f55-4033-9b11-242710a98303 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911167 Mar 23 15:45:42.757454 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-780f4332-b13f-4d8d-9510-950a82a90d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.759177 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-780f4332-b13f-4d8d-9510-950a82a90d2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 1127 time: 0.0601461 Mar 23 15:45:42.875761 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-159b7532-f4a0-47fc-96fd-02f9e86b2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.887873 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-159b7532-f4a0-47fc-96fd-02f9e86b2ab5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.1207559 Mar 23 15:45:42.993475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e8c68a-ecb9-41b5-8821-94a316a0ba6d req-b4e6961f-4ebe-46e6-bc8e-349e5b0e42dc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:42.995400 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e0e8c68a-ecb9-41b5-8821-94a316a0ba6d req-b4e6961f-4ebe-46e6-bc8e-349e5b0e42dc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0585647 Mar 23 15:45:43.052661 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e0e8c68a-ecb9-41b5-8821-94a316a0ba6d req-2de5c335-6285-4e5a-9600-69a518b561ac tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510991 Mar 23 15:45:43.454935 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec89daf1-6b6a-4c3d-a473-093969b6e084 req-55c20f57-33ef-4b4e-b9b3-a82266c6d287 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:43.456573 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec89daf1-6b6a-4c3d-a473-093969b6e084 req-55c20f57-33ef-4b4e-b9b3-a82266c6d287 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0600991 Mar 23 15:45:43.514128 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec89daf1-6b6a-4c3d-a473-093969b6e084 req-e25eda96-5ed3-43e8-9031-20083b5fb85e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513592 Mar 23 15:45:43.984509 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-3961e22a-8c34-4c18-86c5-f08c2958c7fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=213ed602-9614-46cc-9271-bf08ed9c4012 HTTP/1.1" status: 200 len: 217 time: 0.0425894 Mar 23 15:45:44.208811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2313a6c3-9606-4229-ab87-f6a44471d548 req-d7a93d42-4bc3-4ad6-8df8-998d6554b5d3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:44.211548 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2313a6c3-9606-4229-ab87-f6a44471d548 req-d7a93d42-4bc3-4ad6-8df8-998d6554b5d3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0627584 Mar 23 15:45:44.294646 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2313a6c3-9606-4229-ab87-f6a44471d548 req-ec2b0e1b-3c64-4a1a-ad81-ac75f2ef2cb7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761991 Mar 23 15:45:44.661521 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a85df2-a447-4955-874c-cd12d09efe53 req-51a38fd4-d4d7-4d96-81de-9707baba4b95 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:44.663501 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-94a85df2-a447-4955-874c-cd12d09efe53 req-51a38fd4-d4d7-4d96-81de-9707baba4b95 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0621803 Mar 23 15:45:44.723725 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-94a85df2-a447-4955-874c-cd12d09efe53 req-ba082c5e-4d9c-45bf-be53-b13afb363929 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498905 Mar 23 15:45:44.927750 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-9d298f44-f88e-45f9-92a9-3015d90fc940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:44.930452 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-9d298f44-f88e-45f9-92a9-3015d90fc940 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0572391 Mar 23 15:45:45.449025 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fdcda-142e-4cac-ab01-068f81412740 req-747259a3-40cd-4685-85c5-1658afdf1137 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:45.450709 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b34fdcda-142e-4cac-ab01-068f81412740 req-747259a3-40cd-4685-85c5-1658afdf1137 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0656970 Mar 23 15:45:45.506034 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b34fdcda-142e-4cac-ab01-068f81412740 req-6109c26a-8ccd-4f84-ba62-a887a83dac10 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489120 Mar 23 15:45:45.858564 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba5ae8-ba24-4737-bc09-65efe00e0e3e req-40aad4c5-e150-4353-8411-4058494ef117 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:45.860250 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fba5ae8-ba24-4737-bc09-65efe00e0e3e req-40aad4c5-e150-4353-8411-4058494ef117 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0620320 Mar 23 15:45:45.934397 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fba5ae8-ba24-4737-bc09-65efe00e0e3e req-1dfe54ab-b53d-4e50-b76f-e0e015837af6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0636504 Mar 23 15:45:46.228368 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-9fb2b001-8e61-4645-b547-da4f63bc7435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:46.230502 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-9fb2b001-8e61-4645-b547-da4f63bc7435 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0546856 Mar 23 15:45:46.336307 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-46c17bb8-d4e4-4f14-b518-fe34f56628b9 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982287 Mar 23 15:45:46.439680 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-159e612d-44a9-4cc8-a531-44ce5db88d42 req-9be8edf4-52ad-41d0-b765-de8068446613 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936632 Mar 23 15:45:46.452054 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:46.649561 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d88605-56df-402f-87c1-c28345a82586 req-142f19d8-4bac-4aa9-bc62-ac036f629605 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:46.651387 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9d88605-56df-402f-87c1-c28345a82586 req-142f19d8-4bac-4aa9-bc62-ac036f629605 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0583479 Mar 23 15:45:46.710965 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9d88605-56df-402f-87c1-c28345a82586 req-06e496b2-39e1-44d3-b7c6-a0c4f656b617 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533991 Mar 23 15:45:47.099575 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f070e-6ac5-4e26-95c5-4c17fd51b7f4 req-8e307a09-be35-4213-955a-49835c449e65 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:47.101315 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-518f070e-6ac5-4e26-95c5-4c17fd51b7f4 req-8e307a09-be35-4213-955a-49835c449e65 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0854661 Mar 23 15:45:47.159230 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-518f070e-6ac5-4e26-95c5-4c17fd51b7f4 req-70e8d9fc-c6f9-41be-9763-9595419cc9fe tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0513430 Mar 23 15:45:47.850799 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c2571c-f121-416a-819b-2a7af16f3d6b req-4edad806-8db9-4462-b06a-7b8f9b87eddd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:47.852596 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-70c2571c-f121-416a-819b-2a7af16f3d6b req-4edad806-8db9-4462-b06a-7b8f9b87eddd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0608118 Mar 23 15:45:47.907275 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-70c2571c-f121-416a-819b-2a7af16f3d6b req-d888785e-c065-4145-b6b2-6e2e0c94b71d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481925 Mar 23 15:45:48.338698 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2bc6cd-3d63-4085-a5dd-d8aae78687db req-a4a8eaf0-25ad-4ab8-bbd3-7f2dac2a9e8b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:48.340334 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-aa2bc6cd-3d63-4085-a5dd-d8aae78687db req-a4a8eaf0-25ad-4ab8-bbd3-7f2dac2a9e8b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0648682 Mar 23 15:45:48.394242 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-aa2bc6cd-3d63-4085-a5dd-d8aae78687db req-3906a5b9-6ff9-4614-94d2-2307356f96b9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477054 Mar 23 15:45:49.069021 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e9d363-4cac-4228-a9c8-6c0c3964eadb req-56d9abe6-3c03-433f-b567-cf55b26f9388 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:49.070803 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23e9d363-4cac-4228-a9c8-6c0c3964eadb req-56d9abe6-3c03-433f-b567-cf55b26f9388 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0814173 Mar 23 15:45:49.128376 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23e9d363-4cac-4228-a9c8-6c0c3964eadb req-798927e4-3f83-41c7-b0a2-1de22c651753 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507009 Mar 23 15:45:49.530233 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d85c6-e6a9-4666-92ae-734215aee756 req-cbf6daa9-33a6-40e2-8ad6-ab02f830d439 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:49.531883 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-816d85c6-e6a9-4666-92ae-734215aee756 req-cbf6daa9-33a6-40e2-8ad6-ab02f830d439 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 943 time: 0.0646708 Mar 23 15:45:49.595894 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-816d85c6-e6a9-4666-92ae-734215aee756 req-2555d603-14e2-4ba6-ba59-9ffcdf502d3e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561013 Mar 23 15:45:50.271212 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08087999-213d-44e3-b577-f04692016f51 req-faf53a8c-5b70-4903-801c-2f642b898b98 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:50.272878 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-08087999-213d-44e3-b577-f04692016f51 req-faf53a8c-5b70-4903-801c-2f642b898b98 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0637009 Mar 23 15:45:50.330116 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-08087999-213d-44e3-b577-f04692016f51 req-120979d9-86c7-4106-8c9a-111b8e22d942 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473239 Mar 23 15:45:50.447319 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 213ed602-9614-46cc-9271-bf08ed9c4012 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:45:50.572746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=213ed602-9614-46cc-9271-bf08ed9c4012,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:50.591811 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '213ed602-9614-46cc-9271-bf08ed9c4012', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'port_id': '213ed602-9614-46cc-9271-bf08ed9c4012', 'mac_address': 'fa:16:3e:9b:e4:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:45:50.651062 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 213ed602-9614-46cc-9271-bf08ed9c4012 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:50.651696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:50.675985 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 213ed602-9614-46cc-9271-bf08ed9c4012 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:45:50.712339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=213ed602-9614-46cc-9271-bf08ed9c4012,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:50.720847 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:50.721914 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:45:50.794622 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e34809-6db3-447f-88aa-ecb6598a1252 req-c31cba9f-b291-4c88-afef-0bcb7b1dcd40 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:50.796906 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b8e34809-6db3-447f-88aa-ecb6598a1252 req-c31cba9f-b291-4c88-afef-0bcb7b1dcd40 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 944 time: 0.0858374 Mar 23 15:45:50.848610 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:50.877265 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b8e34809-6db3-447f-88aa-ecb6598a1252 req-5c35eec0-e5c7-4c39-bc90-74bb4eb49a8b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0699461 Mar 23 15:45:50.901301 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:50.919219 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:45:50.977130 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: ACTIVE; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:50.978006 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:51.005794 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:45:51.047892 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:51.054975 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:51.120787 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=6']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:51.135080 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-6bdc8886-3e43-4257-b913-e7beb57d1133 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606027 Mar 23 15:45:51.173375 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['0795eab6-5240-4290-8b40-3a52da7e42c4'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:45:51.222546 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-45904602-a384-45ea-80e5-6856973e9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:51.225205 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-45904602-a384-45ea-80e5-6856973e9f95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 1129 time: 0.0641506 Mar 23 15:45:51.390264 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-fce58173-cf3f-4afe-85c8-53ae1ca77f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:51.392098 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-fce58173-cf3f-4afe-85c8-53ae1ca77f40 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1410201 Mar 23 15:45:51.457845 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-6f6b0f50-1407-466f-b70b-b09f5030ac5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c HTTP/1.1" status: 200 len: 217 time: 0.0580318 Mar 23 15:45:51.489128 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870fc81d-8a49-4001-8afb-83c036aa531a req-c844274a-8a83-4352-a79f-b2e571cbf5f1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:51.490883 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-870fc81d-8a49-4001-8afb-83c036aa531a req-c844274a-8a83-4352-a79f-b2e571cbf5f1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0659623 Mar 23 15:45:51.538732 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-f45f9acf-1c29-4912-ab92-feac2b73fec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:51.541260 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-f45f9acf-1c29-4912-ab92-feac2b73fec3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0762970 Mar 23 15:45:51.546455 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-870fc81d-8a49-4001-8afb-83c036aa531a req-c55d8ebf-afe5-48cf-b325-e833d19da926 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493577 Mar 23 15:45:51.602260 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-cc531315-cd4f-4529-85ec-cec023331c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:51.603844 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-cc531315-cd4f-4529-85ec-cec023331c92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0551171 Mar 23 15:45:51.644224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['213ed602-9614-46cc-9271-bf08ed9c4012'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:45:51.734157 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-3dc84ec1-1ee1-41ed-98c4-d843da4fc535 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229579 Mar 23 15:45:51.825468 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ec8c0d65-5b56-4704-b382-bcbfafd85080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:51.861398 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7ce22672-e952-45a6-82df-b1ceeaaab3f7 req-56c22a27-886a-4b98-aed0-06432c89c00a service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211436 Mar 23 15:45:52.019397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dedbe3-2f42-4e65-acf0-f666e223cdd7 req-eba32e8e-622d-496f-a4e7-50cbe04d5c40 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:52.021268 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-70dedbe3-2f42-4e65-acf0-f666e223cdd7 req-eba32e8e-622d-496f-a4e7-50cbe04d5c40 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 944 time: 0.0638463 Mar 23 15:45:52.083138 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-70dedbe3-2f42-4e65-acf0-f666e223cdd7 req-4cc04da0-2b00-4022-bd37-07b961131914 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0514832 Mar 23 15:45:52.466116 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:45:52.527768 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 0795eab6-5240-4290-8b40-3a52da7e42c4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:45:52.528280 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:52.619829 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:52.620661 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:52.655478 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:52.658667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5390c274-d0a3-4ce1-82a9-907a928fb614" -d '{"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:52.682104 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:52.690564 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:52.720602 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfafdd-07fd-4095-b133-1bcc74a60e3b req-6afd7bdb-a92d-4af2-9940-52210ddde7a2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:52.723356 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9ebfafdd-07fd-4095-b133-1bcc74a60e3b req-6afd7bdb-a92d-4af2-9940-52210ddde7a2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0850961 Mar 23 15:45:52.739284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860439e5-5417-42aa-a381-50a13754da02 x-openstack-request-id: req-860439e5-5417-42aa-a381-50a13754da02 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:52.739821 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:52.740224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-860439e5-5417-42aa-a381-50a13754da02 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:52.740746 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860439e5-5417-42aa-a381-50a13754da02'] response: {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'code': 200} Mar 23 15:45:52.759327 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:45:52.779184 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=7']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:52.788123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9ebfafdd-07fd-4095-b133-1bcc74a60e3b req-18c4d940-3472-4a55-9e7f-30c7aaddfc90 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585635 Mar 23 15:45:53.185800 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51276) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:53.238982 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb1b10-fa05-485a-a614-9730019f7568 req-d77aca2e-8842-4772-8e61-a45c0efb81b1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:53.242056 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84eb1b10-fa05-485a-a614-9730019f7568 req-d77aca2e-8842-4772-8e61-a45c0efb81b1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 944 time: 0.0775664 Mar 23 15:45:53.299679 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84eb1b10-fa05-485a-a614-9730019f7568 req-c0eb1f1b-ae85-43cf-983c-833563fceecc tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488017 Mar 23 15:45:53.319096 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-978c696a-d326-4b75-9ab7-e922c1d4eacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.406956 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-978c696a-d326-4b75-9ab7-e922c1d4eacf admin admin] Publish callbacks [] for security_group (99bee23a-1c80-492b-915e-afd3288f9c48), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.413010 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-978c696a-d326-4b75-9ab7-e922c1d4eacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (99bee23a-1c80-492b-915e-afd3288f9c48), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.454338 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-978c696a-d326-4b75-9ab7-e922c1d4eacf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ad41919d8e714c2e9e8311d2516cbcf7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2672045 Mar 23 15:45:53.455242 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c696a-d326-4b75-9ab7-e922c1d4eacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bee23a-1c80-492b-915e-afd3288f9c48,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:53.457826 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51280) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:53.520778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] Publish callbacks [] for security_group (99bee23a-1c80-492b-915e-afd3288f9c48), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.547051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] Publish callbacks [] for security_group (99bee23a-1c80-492b-915e-afd3288f9c48), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.612589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (99bee23a-1c80-492b-915e-afd3288f9c48), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.615144 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.616395 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/99bee23a-1c80-492b-915e-afd3288f9c48 HTTP/1.1" status: 204 len: 168 time: 0.1567667 Mar 23 15:45:53.625501 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdadba6-465e-4942-bf51-91e266054755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bee23a-1c80-492b-915e-afd3288f9c48,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:53.706257 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8376d831-63a7-49f4-bfc8-e0775a399faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:53.983716 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b9481e-9f2d-400d-8496-08df09a9a1d6 req-36dabb6b-8d45-4f0c-8f49-ff9a389f49bf tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:53.986317 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b9481e-9f2d-400d-8496-08df09a9a1d6 req-36dabb6b-8d45-4f0c-8f49-ff9a389f49bf tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0860426 Mar 23 15:45:54.063696 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b9481e-9f2d-400d-8496-08df09a9a1d6 req-027a7fa0-58b4-4afd-80b5-fe2c1f02e369 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688162 Mar 23 15:45:54.474049 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbbd4ee-dd53-42cc-b581-1214e74626c2 req-c3f3af6c-020a-4830-a037-5d621a615952 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:54.478030 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dcbbd4ee-dd53-42cc-b581-1214e74626c2 req-c3f3af6c-020a-4830-a037-5d621a615952 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 944 time: 0.0894380 Mar 23 15:45:54.479942 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 213ed602-9614-46cc-9271-bf08ed9c4012 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:45:54.546288 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dcbbd4ee-dd53-42cc-b581-1214e74626c2 req-f69ff06f-5452-469f-a4f7-81e16b7d7119 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597634 Mar 23 15:45:54.559511 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 213ed602-9614-46cc-9271-bf08ed9c4012 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:45:54.564805 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 213ed602-9614-46cc-9271-bf08ed9c4012 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:45:54.565373 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:54.679288 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 213ed602-9614-46cc-9271-bf08ed9c4012 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:45:54.679799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:54.724557 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=213ed602-9614-46cc-9271-bf08ed9c4012,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:45:54.731265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:54.768418 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:45:54.771733 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c3e8cb3-6db6-4632-9a18-267a1492bb22" -d '{"events": [{"server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "name": "network-vif-plugged", "status": "completed", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:45:54.811945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:45:54.840434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f38922fc-338b-4d56-8175-01ec793004fb x-openstack-request-id: req-f38922fc-338b-4d56-8175-01ec793004fb {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:45:54.840870 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "name": "network-vif-plugged", "status": "completed", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:45:54.841214 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f38922fc-338b-4d56-8175-01ec793004fb {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:45:54.841924 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38922fc-338b-4d56-8175-01ec793004fb'] response: {'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012', 'code': 200} Mar 23 15:45:55.080114 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62815e-952e-4298-9b2f-448e6e8abf34 req-270d390e-08ef-4e98-bed7-a4d81933798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:55.082817 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4b62815e-952e-4298-9b2f-448e6e8abf34 req-270d390e-08ef-4e98-bed7-a4d81933798a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 1129 time: 0.0740662 Mar 23 15:45:55.163990 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4b62815e-952e-4298-9b2f-448e6e8abf34 req-e207de8a-46d6-4a13-a01a-8da1d7399488 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737247 Mar 23 15:45:55.193458 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:55.256649 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940b0fe-b474-4af7-89b4-497f6de30765 req-1cc63884-8dfb-4f93-baac-32f91c41585a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:55.259280 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5940b0fe-b474-4af7-89b4-497f6de30765 req-1cc63884-8dfb-4f93-baac-32f91c41585a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0769374 Mar 23 15:45:55.323187 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5940b0fe-b474-4af7-89b4-497f6de30765 req-3956eabc-ddcc-4a95-8468-df4d12a3ac34 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539997 Mar 23 15:45:55.694544 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ed98f-2398-4aad-8f6f-f2012b35aa9c req-bfb97f9b-1b48-40a1-b30f-1fe7cf374c96 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:55.696261 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e70ed98f-2398-4aad-8f6f-f2012b35aa9c req-bfb97f9b-1b48-40a1-b30f-1fe7cf374c96 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0638843 Mar 23 15:45:55.765562 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e70ed98f-2398-4aad-8f6f-f2012b35aa9c req-6714595d-8bcf-48d1-9c2f-7ce204bff33b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0631325 Mar 23 15:45:56.490135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:56.514853 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4664e8b1-4bcd-45f5-a411-81650ca12991 req-58602b5e-02c6-4ac3-933b-58080f328965 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:56.516746 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4664e8b1-4bcd-45f5-a411-81650ca12991 req-58602b5e-02c6-4ac3-933b-58080f328965 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0880024 Mar 23 15:45:56.593095 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4664e8b1-4bcd-45f5-a411-81650ca12991 req-e57c7899-ce58-4f73-86f2-7f00d74b5c4d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636859 Mar 23 15:45:56.943482 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630784f-9188-4678-9250-a5a97fd41354 req-88db4024-30c5-4963-ad7b-ef63c0de955d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:56.945435 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9630784f-9188-4678-9250-a5a97fd41354 req-88db4024-30c5-4963-ad7b-ef63c0de955d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0792758 Mar 23 15:45:57.006520 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9630784f-9188-4678-9250-a5a97fd41354 req-2a70b9df-fd2a-4434-9eb4-1d5d0002bd2e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508277 Mar 23 15:45:57.789408 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e229a4b1-0d08-413c-aa2a-90b34cc20541 req-7e21c716-8cb5-4ec1-9670-200a7c02c2d9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:57.794126 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e229a4b1-0d08-413c-aa2a-90b34cc20541 req-7e21c716-8cb5-4ec1-9670-200a7c02c2d9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0908179 Mar 23 15:45:57.810728 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:57.884270 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e229a4b1-0d08-413c-aa2a-90b34cc20541 req-91a304f4-957c-4abe-8d24-394ce2ce20c3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850768 Mar 23 15:45:58.223151 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de66ac-1608-4585-bd09-7b098b759a7c req-5643c56d-c006-4d81-93dd-f9ea166392a7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:58.224906 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-02de66ac-1608-4585-bd09-7b098b759a7c req-5643c56d-c006-4d81-93dd-f9ea166392a7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.1092517 Mar 23 15:45:58.324240 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-02de66ac-1608-4585-bd09-7b098b759a7c req-d18fa350-45f3-4e9c-aec8-598cc2756b1e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913591 Mar 23 15:45:58.583028 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737acf0-4ee2-4713-89d5-b0d1a93bec36 req-2a8fc56a-e64b-4031-9946-83e2d1dadf25 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:58.598378 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8737acf0-4ee2-4713-89d5-b0d1a93bec36 req-2a8fc56a-e64b-4031-9946-83e2d1dadf25 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.1510470 Mar 23 15:45:58.598524 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51412) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:45:58.607404 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'port_id': '213ed602-9614-46cc-9271-bf08ed9c4012'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:45:58.693990 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:59.100797 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84290e48-1891-49a6-8ba7-03e06d9ccb9e req-b9cfb2a4-524c-4cfa-b384-1296487a30a9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:45:59.108742 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84290e48-1891-49a6-8ba7-03e06d9ccb9e req-b9cfb2a4-524c-4cfa-b384-1296487a30a9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1021543 Mar 23 15:45:59.229705 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-84290e48-1891-49a6-8ba7-03e06d9ccb9e req-d38e17ba-8615-4fee-a1e1-22dbd07c3558 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188617 Mar 23 15:45:59.557449 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:59.564470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:45:59.796834 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP aca11417-f533-4a9f-9073-08736ce5cae2 associated. External IP: 172.27.3.117, port: 213ed602-9614-46cc-9271-bf08ed9c4012. Mar 23 15:46:00.119745 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:46:00.420659 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2192fc07-6eb9-4a6c-9113-0fa0b94deae4 req-9b87a1da-e843-4503-96be-2a176086cd49 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:00.424463 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2192fc07-6eb9-4a6c-9113-0fa0b94deae4 req-9b87a1da-e843-4503-96be-2a176086cd49 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0900149 Mar 23 15:46:00.522910 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2192fc07-6eb9-4a6c-9113-0fa0b94deae4 req-00abdf54-1a6f-4f0b-8daf-77e2a0ff4486 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935206 Mar 23 15:46:00.587386 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:46:00.592656 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:00.599644 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:46:00.615913 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:46:00.616940 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:45:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:46:00.639712 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-12402f18-63fd-4874-a4e1-1be9a168907b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "PUT /v2.0/floatingips/aca11417-f533-4a9f-9073-08736ce5cae2 HTTP/1.1" status: 200 len: 991 time: 2.0395081 Mar 23 15:46:00.640706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:46:00.646196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e900468-8650-41cd-925b-41cbd969772c" -d '{"events": [{"name": "network-changed", "server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:46:00.737737 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5064f5f-31df-463d-bdb5-ba8e0ed8e0b2 x-openstack-request-id: req-b5064f5f-31df-463d-bdb5-ba8e0ed8e0b2 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:46:00.738022 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:46:00.738269 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5064f5f-31df-463d-bdb5-ba8e0ed8e0b2 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:46:00.738703 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5064f5f-31df-463d-bdb5-ba8e0ed8e0b2'] response: {'name': 'network-changed', 'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012', 'status': 'completed', 'code': 200} Mar 23 15:46:00.773455 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:46:00.847057 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900468-8650-41cd-925b-41cbd969772c req-7e82023b-a839-4f5b-8eaf-bf66e217333b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:00.852265 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-7e82023b-a839-4f5b-8eaf-bf66e217333b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 1129 time: 0.0743241 Mar 23 15:46:01.000762 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900468-8650-41cd-925b-41cbd969772c req-7b93ae82-a0e8-41ac-91cc-f1ad5c12fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:01.004068 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-7b93ae82-a0e8-41ac-91cc-f1ad5c12fad2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.1436896 Mar 23 15:46:01.131144 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-270f8d30-0096-4436-a8b4-f422a2ae7fb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=213ed602-9614-46cc-9271-bf08ed9c4012 HTTP/1.1" status: 200 len: 999 time: 0.1194460 Mar 23 15:46:01.265812 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900468-8650-41cd-925b-41cbd969772c req-d1b14e99-3b02-4f05-b5b1-8cf6e7f089cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:01.266102 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'aca11417-f533-4a9f-9073-08736ce5cae2', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '213ed602-9614-46cc-9271-bf08ed9c4012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:9b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6630076-a12c-4a54-98ea-01313948eb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:37Z', 'updated_at': '2022-03-23T15:45:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}, {'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:46:01.268547 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-d1b14e99-3b02-4f05-b5b1-8cf6e7f089cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.1297650 Mar 23 15:46:01.309503 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:46:01.321119 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:46:01.322580 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:45:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:46:01.352048 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e900468-8650-41cd-925b-41cbd969772c req-f6a03a6b-a922-48f7-8fb7-ae4f3d7356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:01.355650 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-f6a03a6b-a922-48f7-8fb7-ae4f3d7356ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797672 Mar 23 15:46:01.492220 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-fe7f735c-ecea-434e-8e8f-6305400aff10 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289859 Mar 23 15:46:01.610771 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:46:01.682563 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0e900468-8650-41cd-925b-41cbd969772c req-aca91117-b36a-4499-ab56-75d5cb982967 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767657 Mar 23 15:46:01.748557 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46104ba-31f7-4442-bcaa-3aa67d17ac6b req-e7c257eb-a72c-4d37-8da4-1a62bcd87bc6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:01.759278 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a46104ba-31f7-4442-bcaa-3aa67d17ac6b req-e7c257eb-a72c-4d37-8da4-1a62bcd87bc6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1003799 Mar 23 15:46:01.842644 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a46104ba-31f7-4442-bcaa-3aa67d17ac6b req-ff661f8f-ce67-4641-960e-359333795a33 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823028 Mar 23 15:46:02.021654 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'aca11417-f533-4a9f-9073-08736ce5cae2', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '213ed602-9614-46cc-9271-bf08ed9c4012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:9b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6630076-a12c-4a54-98ea-01313948eb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:37Z', 'updated_at': '2022-03-23T15:45:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}, {'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:46:02.061779 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7fdf6c-62ca-49f7-9cef-cd2a13811b5e None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'aca11417-f533-4a9f-9073-08736ce5cae2', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.117', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '213ed602-9614-46cc-9271-bf08ed9c4012', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:9b:e4:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6630076-a12c-4a54-98ea-01313948eb57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:45:37Z', 'updated_at': '2022-03-23T15:45:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}, {'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:46:02.354541 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a61f8e-2bbc-4dd6-9ba1-5ca3e3cf1abd None None] New status for floating IP aca11417-f533-4a9f-9073-08736ce5cae2: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:46:03.018484 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb6f0b3-6c6c-443a-bd21-b11765144b0c req-f66e38d9-3568-4dd2-a958-f811ee641473 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:03.026023 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4cb6f0b3-6c6c-443a-bd21-b11765144b0c req-f66e38d9-3568-4dd2-a958-f811ee641473 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1089413 Mar 23 15:46:03.111718 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4cb6f0b3-6c6c-443a-bd21-b11765144b0c req-76203e17-c5b8-4452-b741-aeaa71d632b3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844059 Mar 23 15:46:04.360750 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aa238d-d295-4f66-9649-abd22e0cb465 req-99319db9-f376-46dc-929b-d013101c01fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:04.364651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7aa238d-d295-4f66-9649-abd22e0cb465 req-99319db9-f376-46dc-929b-d013101c01fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0893669 Mar 23 15:46:04.460702 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7aa238d-d295-4f66-9649-abd22e0cb465 req-4dc4e8db-faf1-4b45-96be-4df540903c16 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851347 Mar 23 15:46:05.678686 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f5bc6-2c0b-452b-9dae-6ea7baa2d147 req-6c9543f5-de14-49be-97c2-329d8ef4ab94 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:05.682688 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f05f5bc6-2c0b-452b-9dae-6ea7baa2d147 req-6c9543f5-de14-49be-97c2-329d8ef4ab94 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0863078 Mar 23 15:46:05.791502 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f05f5bc6-2c0b-452b-9dae-6ea7baa2d147 req-92a5abd7-1b04-4469-a3d9-2f0b9147a440 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987632 Mar 23 15:46:07.041684 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ebd2ba-7bf5-45b3-94c8-96abecef4544 req-5726b9aa-1d86-4064-b6e7-e6dd020449ab tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:07.045769 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-68ebd2ba-7bf5-45b3-94c8-96abecef4544 req-5726b9aa-1d86-4064-b6e7-e6dd020449ab tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.1166081 Mar 23 15:46:07.150134 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-68ebd2ba-7bf5-45b3-94c8-96abecef4544 req-e47380a0-ba45-4d0b-87e2-83b6b6d1301b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966327 Mar 23 15:46:08.339457 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c2f3c-25ed-49ee-9603-cb5a5f718556 req-48cafbe3-4c8c-498b-a6c0-8deb30216deb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:08.341923 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b72c2f3c-25ed-49ee-9603-cb5a5f718556 req-48cafbe3-4c8c-498b-a6c0-8deb30216deb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0777533 Mar 23 15:46:08.446577 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b72c2f3c-25ed-49ee-9603-cb5a5f718556 req-3aa92176-6ef8-4552-9341-cf68b5b8be20 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940673 Mar 23 15:46:09.617231 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d999db2-598c-491a-ae47-986e3bea9145 req-46d5fa98-7db3-4097-ae39-360726df44e7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:09.618893 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d999db2-598c-491a-ae47-986e3bea9145 req-46d5fa98-7db3-4097-ae39-360726df44e7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0811951 Mar 23 15:46:09.693487 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d999db2-598c-491a-ae47-986e3bea9145 req-3afe5569-2415-469b-9131-3c391d5bdcec tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642002 Mar 23 15:46:10.445014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-d8c0db74-4505-46ee-b95d-6800cfd36eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:10.446491 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-d8c0db74-4505-46ee-b95d-6800cfd36eba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1130 time: 0.0561905 Mar 23 15:46:10.549180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-f4911bbc-d6e1-476a-a500-da03ed20ef05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:10.550820 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-f4911bbc-d6e1-476a-a500-da03ed20ef05 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.0970566 Mar 23 15:46:10.643265 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-81eb65c6-4223-45c4-b4a8-aa4e5ce014fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1002 time: 0.0845454 Mar 23 15:46:10.705683 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-55ec845d-9077-476e-869e-ec9f74edc9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:10.707455 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-55ec845d-9077-476e-869e-ec9f74edc9b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0577579 Mar 23 15:46:10.805968 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-53769a65-eb05-4ec4-b400-42cf5286ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:10.807772 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-53769a65-eb05-4ec4-b400-42cf5286ebce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0930891 Mar 23 15:46:10.906728 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96129e-b7d8-47d3-b3e1-1182fc3a8e5d req-a6ee6813-925a-41f7-8b18-bd74dd3dde06 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:10.909093 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5f96129e-b7d8-47d3-b3e1-1182fc3a8e5d req-a6ee6813-925a-41f7-8b18-bd74dd3dde06 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0895247 Mar 23 15:46:10.953041 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-1b7b832b-b45f-482a-9322-0d1773b343b6 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371744 Mar 23 15:46:10.972427 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5f96129e-b7d8-47d3-b3e1-1182fc3a8e5d req-461ab744-d372-47ab-be8d-c2664669fb83 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554807 Mar 23 15:46:11.076427 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7246f085-5258-4a6e-9ad5-fb668f288f61 req-fba824eb-db0d-494b-800d-bbecee61c023 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151655 Mar 23 15:46:12.130740 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33741c29-5449-4685-91b9-6e90ab837d8d req-0235b6e1-bb6d-4a8e-8764-689d8881f1bc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:12.132417 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33741c29-5449-4685-91b9-6e90ab837d8d req-0235b6e1-bb6d-4a8e-8764-689d8881f1bc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 946 time: 0.0658252 Mar 23 15:46:12.189767 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33741c29-5449-4685-91b9-6e90ab837d8d req-989f6ee1-8927-410d-b740-8b9545dcc182 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494890 Mar 23 15:46:12.549840 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:46:12.817171 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: ACTIVE; New status is: DOWN {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:12.817473 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:12.856717 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:46:12.859255 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0709440-c70c-485d-8847-b57e688f9443" -d '{"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-unplugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:46:12.875080 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:12.880369 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:12.943701 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Mar 2022 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fa4169-9a6b-4c19-bb5d-19c9427c94ff x-openstack-request-id: req-27fa4169-9a6b-4c19-bb5d-19c9427c94ff {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:46:12.943998 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-unplugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:46:12.944288 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-27fa4169-9a6b-4c19-bb5d-19c9427c94ff {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:46:12.944749 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fa4169-9a6b-4c19-bb5d-19c9427c94ff'] response: {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'code': 200} Mar 23 15:46:12.950145 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=8']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:12.958211 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.958570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.958919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.959288 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.959626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.959958 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.960395 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.960721 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.961047 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.961374 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.961699 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.962047 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.962380 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.962703 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:12.963025 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:13.344359 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b87f5-4985-4694-8e43-ea858dd05d81 req-1c44d4de-d91a-46ff-8295-2ae939165270 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:13.346828 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f4b87f5-4985-4694-8e43-ea858dd05d81 req-1c44d4de-d91a-46ff-8295-2ae939165270 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0676484 Mar 23 15:46:13.418420 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f4b87f5-4985-4694-8e43-ea858dd05d81 req-91f26cca-b0a0-4f50-9fa2-e37ec4dd5f09 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611672 Mar 23 15:46:14.559332 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6175d6-0c7d-40f7-9487-74eb256ad55b req-c2cbaea1-78c5-4887-ab09-87ee6f369c56 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:14.560970 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-da6175d6-0c7d-40f7-9487-74eb256ad55b req-c2cbaea1-78c5-4887-ab09-87ee6f369c56 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0596128 Mar 23 15:46:14.616929 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-da6175d6-0c7d-40f7-9487-74eb256ad55b req-66c8d5b2-aa12-4a73-a332-ce4f0ac3dc73 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498147 Mar 23 15:46:15.244307 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-6149b22b-abb9-499d-adfc-6b0f825827ce req-c9f7184e-f636-45e4-81af-f1c3a0b9f67f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:46:15.245267 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6149b22b-abb9-499d-adfc-6b0f825827ce req-c9f7184e-f636-45e4-81af-f1c3a0b9f67f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057487 Mar 23 15:46:15.421239 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fce5e-d28f-471f-992e-2c609d5ddc33 req-95c35816-1b95-4b9a-abb0-9d73e150a09b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:15.422836 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-826fce5e-d28f-471f-992e-2c609d5ddc33 req-95c35816-1b95-4b9a-abb0-9d73e150a09b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0565429 Mar 23 15:46:15.488690 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-826fce5e-d28f-471f-992e-2c609d5ddc33 req-7ca0b1e9-b967-441b-a11d-3c11e0c21f41 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584805 Mar 23 15:46:15.744834 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51556) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:15.889259 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-562b6347-203a-4d33-9c71-b2e361a68987 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1429861 Mar 23 15:46:15.898477 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-e84037e5-86a9-484f-adf4-b689cbcfb7b7 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:46:15.899522 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-e84037e5-86a9-484f-adf4-b689cbcfb7b7 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055137 Mar 23 15:46:15.983761 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 51564) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:16.094787 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-bc1581e2-9a54-4232-a8a2-b5e2f4f63de6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:16.096329 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-bc1581e2-9a54-4232-a8a2-b5e2f4f63de6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports/0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 941 time: 0.1115198 Mar 23 15:46:16.468225 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:16.585426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:46:16.663951 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d9275-6766-496e-897a-9485d08aa0ce req-b9b23ba5-0c7e-4603-9b38-36ed1aeaab41 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:16.666372 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-151d9275-6766-496e-897a-9485d08aa0ce req-b9b23ba5-0c7e-4603-9b38-36ed1aeaab41 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0852637 Mar 23 15:46:16.726876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: DOWN; New status is: DOWN {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:16.742661 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-151d9275-6766-496e-897a-9485d08aa0ce req-3d66404e-fa07-4875-87a2-b5aebdb20ea8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678787 Mar 23 15:46:17.811896 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-2e3e009a-d268-46a7-b8d2-6f3054443d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:17.813521 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-2e3e009a-d268-46a7-b8d2-6f3054443d0d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 1128 time: 0.1172142 Mar 23 15:46:17.899548 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-4b59c432-0d96-40b7-b8f9-54a231ee20a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:17.902207 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-4b59c432-0d96-40b7-b8f9-54a231ee20a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1128 time: 0.0608633 Mar 23 15:46:17.903401 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0aab82-9d4b-4935-a07e-82560598cab7 req-f50eb3a6-e3f2-4f73-a885-66558d6eb3c4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:17.905134 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec0aab82-9d4b-4935-a07e-82560598cab7 req-f50eb3a6-e3f2-4f73-a885-66558d6eb3c4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0748677 Mar 23 15:46:17.971788 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec0aab82-9d4b-4935-a07e-82560598cab7 req-e6b2c0b4-5f5d-4f3d-a629-5fdd91d5db38 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584505 Mar 23 15:46:18.012585 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-bca2f04e-8a35-4506-b573-f03ebd00d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:18.014454 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-bca2f04e-8a35-4506-b573-f03ebd00d843 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1044822 Mar 23 15:46:18.095436 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-fd2a80dd-21ac-4073-b440-0bf8e49c6056 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1000 time: 0.0735829 Mar 23 15:46:18.152403 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-9622e7e6-3831-4a11-9d01-ccc6f6d39397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:18.154093 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-9622e7e6-3831-4a11-9d01-ccc6f6d39397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0518446 Mar 23 15:46:18.215216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2465315-3177-40e1-9278-19c9e92eb19b req-fcaf1e41-31c9-4f7b-9a96-7e381437802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:18.216964 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-fcaf1e41-31c9-4f7b-9a96-7e381437802c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566404 Mar 23 15:46:18.324132 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-257b247c-b596-417e-b75f-e25041461a83 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985019 Mar 23 15:46:18.431836 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-5c44dc7d-5030-4f4c-bf8d-81aec0e628e3 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950394 Mar 23 15:46:19.165800 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9a6c0-4fcb-4c74-b9b5-04f3cb1c6f59 req-182ffcb1-5166-4d75-9e7f-1349fc1820b8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:19.176491 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-60e9a6c0-4fcb-4c74-b9b5-04f3cb1c6f59 req-182ffcb1-5166-4d75-9e7f-1349fc1820b8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0995071 Mar 23 15:46:19.262259 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-60e9a6c0-4fcb-4c74-b9b5-04f3cb1c6f59 req-3fa5d818-abc1-47e0-a493-f9a8ea2ae338 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690043 Mar 23 15:46:20.460274 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af8347-8bb8-405e-a464-c9f8b4a6dcef req-3f8eed8d-b00b-4336-934c-1e19dfce8840 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:20.462952 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-91af8347-8bb8-405e-a464-c9f8b4a6dcef req-3f8eed8d-b00b-4336-934c-1e19dfce8840 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0964816 Mar 23 15:46:20.535510 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-91af8347-8bb8-405e-a464-c9f8b4a6dcef req-78926006-7391-4fc5-9f42-be3296a4b934 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648873 Mar 23 15:46:21.699453 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d3a23-8793-45e2-8dab-34a342452c83 req-47f176a7-9c56-48e0-96f3-5c32adf4cbf3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:21.701114 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-096d3a23-8793-45e2-8dab-34a342452c83 req-47f176a7-9c56-48e0-96f3-5c32adf4cbf3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0600708 Mar 23 15:46:21.768215 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-096d3a23-8793-45e2-8dab-34a342452c83 req-adc78036-e587-43cc-bd7e-204b4fccfe0b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597920 Mar 23 15:46:21.774686 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4abd77b7-1bfe-489a-8fa2-715db5d8fc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:22.966972 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3ff93-e82f-4cac-b909-945ffd3881a7 req-0609e8e5-d6c5-448a-8ce9-e430e6d133f2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:22.969627 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7c3ff93-e82f-4cac-b909-945ffd3881a7 req-0609e8e5-d6c5-448a-8ce9-e430e6d133f2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0835712 Mar 23 15:46:23.042749 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7c3ff93-e82f-4cac-b909-945ffd3881a7 req-9b147cac-7a1b-4a7e-818b-9fbea1cea5b4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625548 Mar 23 15:46:23.711626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3665bff0-4644-47cb-99a7-43d3eca50596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:24.187275 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c3b56-28b5-49df-a151-60c0181fe31f req-3ade9d1c-d746-4e29-ba9e-d170b8f73302 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:24.189400 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-589c3b56-28b5-49df-a151-60c0181fe31f req-3ade9d1c-d746-4e29-ba9e-d170b8f73302 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0649273 Mar 23 15:46:24.248519 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-589c3b56-28b5-49df-a151-60c0181fe31f req-c44cb6cb-db79-44e4-9bfa-31c9507f72f6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527155 Mar 23 15:46:25.195748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:25.394807 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac06084-67f7-4f9f-84ac-8272f58960e7 req-c8cbc810-ca95-41b2-890d-b8cb147ae85f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:25.396829 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ac06084-67f7-4f9f-84ac-8272f58960e7 req-c8cbc810-ca95-41b2-890d-b8cb147ae85f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0613918 Mar 23 15:46:25.458026 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ac06084-67f7-4f9f-84ac-8272f58960e7 req-7e8dcd9d-c912-4ea0-a2af-fd49195b58b9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512795 Mar 23 15:46:26.486694 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:26.631470 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd67c998-c45f-4b50-8182-fcfa2ec6d0c4 req-c44e8b65-3cba-40f2-afbd-b8a2af48352d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:26.633166 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dd67c998-c45f-4b50-8182-fcfa2ec6d0c4 req-c44e8b65-3cba-40f2-afbd-b8a2af48352d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0814631 Mar 23 15:46:26.696610 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dd67c998-c45f-4b50-8182-fcfa2ec6d0c4 req-1cab0db1-1fe0-42ec-a0d4-3820ba9599ae tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571663 Mar 23 15:46:27.793920 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:27.881770 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9adc3-244c-4fd1-bc92-68b4d75c5f91 req-502c1eeb-754b-4a5b-91d1-378c22415c52 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:27.883466 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c4b9adc3-244c-4fd1-bc92-68b4d75c5f91 req-502c1eeb-754b-4a5b-91d1-378c22415c52 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0801029 Mar 23 15:46:27.944958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c4b9adc3-244c-4fd1-bc92-68b4d75c5f91 req-21bcde65-2d91-413d-9941-808810c89a14 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517423 Mar 23 15:46:29.096471 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007bec-318f-4d9b-9a14-73a8ec96c808 req-f91afa78-03ee-4500-9649-74e07241022f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:29.098091 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-56007bec-318f-4d9b-9a14-73a8ec96c808 req-f91afa78-03ee-4500-9649-74e07241022f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0650630 Mar 23 15:46:29.184658 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-56007bec-318f-4d9b-9a14-73a8ec96c808 req-3ced7e8a-1fba-4be5-ae01-3c3ca45bfe06 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752201 Mar 23 15:46:29.763756 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:46:30.339081 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9e584-bcba-495f-84d7-9fc22d4ad4e7 req-7c656090-0492-4fec-9aa9-e3e701f62156 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:30.340636 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1cb9e584-bcba-495f-84d7-9fc22d4ad4e7 req-7c656090-0492-4fec-9aa9-e3e701f62156 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0636017 Mar 23 15:46:30.400311 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1cb9e584-bcba-495f-84d7-9fc22d4ad4e7 req-440a0541-7e94-4db5-beba-ae6ac2df8ccc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495851 Mar 23 15:46:31.593582 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8a5b-e597-4322-9917-9a3d78172b9e req-256a591e-539c-474e-8ed3-f1a7307a1f8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:31.596182 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-81cf8a5b-e597-4322-9917-9a3d78172b9e req-256a591e-539c-474e-8ed3-f1a7307a1f8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0802805 Mar 23 15:46:31.655059 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-81cf8a5b-e597-4322-9917-9a3d78172b9e req-6029d312-c320-4867-8125-1611ae1b4d28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530012 Mar 23 15:46:32.857351 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40ebb5e-ef4d-49d0-a2b3-7e6617e48a2f req-456a06fb-ffa0-4657-af59-3a6b56fb6813 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:32.860585 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a40ebb5e-ef4d-49d0-a2b3-7e6617e48a2f req-456a06fb-ffa0-4657-af59-3a6b56fb6813 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0962141 Mar 23 15:46:33.185432 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a40ebb5e-ef4d-49d0-a2b3-7e6617e48a2f req-89f0648d-6491-4b40-95a1-a4c62fe84557 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3189282 Mar 23 15:46:34.338587 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241f030-857c-4cdd-9165-8599a51b5ef8 req-80c81485-9fe8-4d35-9a0f-0a334125623d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:34.340134 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d241f030-857c-4cdd-9165-8599a51b5ef8 req-80c81485-9fe8-4d35-9a0f-0a334125623d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0565491 Mar 23 15:46:34.391748 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d241f030-857c-4cdd-9165-8599a51b5ef8 req-b3440f96-7a40-4568-937d-95c16cba6c6c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455673 Mar 23 15:46:35.539553 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbd2b5-82c0-4950-b764-99130c3dcf16 req-93a8a503-0652-4c96-af64-17805109f6b6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:35.542149 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-97dbd2b5-82c0-4950-b764-99130c3dcf16 req-93a8a503-0652-4c96-af64-17805109f6b6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0623617 Mar 23 15:46:35.613024 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-97dbd2b5-82c0-4950-b764-99130c3dcf16 req-a43ff8d9-413c-4ee0-8723-714f4e109d43 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635571 Mar 23 15:46:36.770890 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77305368-ad60-4951-98af-3cce984d4ab1 req-5c4529dc-c3b4-4973-8d2a-5de9cca74543 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:36.772919 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77305368-ad60-4951-98af-3cce984d4ab1 req-5c4529dc-c3b4-4973-8d2a-5de9cca74543 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0654118 Mar 23 15:46:36.835028 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77305368-ad60-4951-98af-3cce984d4ab1 req-f73234e4-13df-4f46-9789-17b58bec1fb9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525544 Mar 23 15:46:37.031433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51722) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:37.177221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.274594 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Publish callbacks [] for security_group (37ab4c4a-7a69-457f-a63c-f088d64d853b), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.281274 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (37ab4c4a-7a69-457f-a63c-f088d64d853b), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.330115 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37ab4c4a-7a69-457f-a63c-f088d64d853b,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:37.343182 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.343674 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.344158 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.344664 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.345208 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.345636 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.346084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.346503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.346930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.347360 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.347785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.348248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.348686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.349133 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.349530 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:46:37.355535 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a007f4e8-66d5-4c34-8fa4-8bfc92ff6941 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bff58a88cab243a8ac83416d6c87abd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3229177 Mar 23 15:46:37.358395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51726) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:37.429714 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] Publish callbacks [] for security_group (37ab4c4a-7a69-457f-a63c-f088d64d853b), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.458765 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] Publish callbacks [] for security_group (37ab4c4a-7a69-457f-a63c-f088d64d853b), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.520046 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (37ab4c4a-7a69-457f-a63c-f088d64d853b), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.524710 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:37.526630 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/37ab4c4a-7a69-457f-a63c-f088d64d853b HTTP/1.1" status: 204 len: 168 time: 0.1670134 Mar 23 15:46:37.540933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de9db80-7d37-4849-af70-00c341ed0dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ab4c4a-7a69-457f-a63c-f088d64d853b,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:38.017325 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b9104-598e-4c8f-a679-653b24061e7c req-6eeab575-fa3d-483d-8355-d53188b5ea7a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:38.020373 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24b9104-598e-4c8f-a679-653b24061e7c req-6eeab575-fa3d-483d-8355-d53188b5ea7a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0706563 Mar 23 15:46:38.099304 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24b9104-598e-4c8f-a679-653b24061e7c req-1f3b152d-8c6a-4a68-89c9-0e94009b0491 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708303 Mar 23 15:46:38.378840 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51750) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:38.522947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1642112066-network', 'tenant_id': '63dbe95e2c85416f9a329ce6a4b4adc4'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:46:38.554877 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Made reservation on behalf of 63dbe95e2c85416f9a329ce6a4b4adc4 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:46:38.558248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.569672 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.660448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks [] for security_group (78c53a11-3a04-49df-bb8f-661089bf39e7), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.666327 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (78c53a11-3a04-49df-bb8f-661089bf39e7), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.696717 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:46:38.703928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c53a11-3a04-49df-bb8f-661089bf39e7,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:38.711705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (39cf1e4f-57b1-4717-86d6-95dfcec6bcd0), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.712167 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Added segment 39cf1e4f-57b1-4717-86d6-95dfcec6bcd0 of type vlan for network 6bcb32e0-480d-4c95-9fdb-776570366ddb Mar 23 15:46:38.767380 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (6bcb32e0-480d-4c95-9fdb-776570366ddb), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.804525 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (6bcb32e0-480d-4c95-9fdb-776570366ddb), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.805953 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:38.806699 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:38.868787 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4887705 Mar 23 15:46:38.872203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 51754) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:46:38.880230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Request body: {'subnet': {'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1642112066-subnet', 'tenant_id': '63dbe95e2c85416f9a329ce6a4b4adc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:46:38.885040 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997556ad-f292-4962-be19-2657d74fc4ac admin admin] Pushing event updated for resources: {'Network': ['ID=6bcb32e0-480d-4c95-9fdb-776570366ddb,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:38.898232 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:46:38.910855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Made reservation on behalf of 63dbe95e2c85416f9a329ce6a4b4adc4 for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:46:38.915085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26163729'] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:39.123298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26154907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26163719'] for subnet (5cd406bd-1212-4d3f-af2d-bfe257c1a9ba), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:39.187952 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:39.206857 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Checking segment: {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:46:39.207446 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Network hostable DHCP agents. Network: 6bcb32e0-480d-4c95-9fdb-776570366ddb, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:46:39.237170 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:46:39.249481 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 6bcb32e0-480d-4c95-9fdb-776570366ddb) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:46:39.255144 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:39.256157 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:39.264852 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f09ea8-6a20-4da1-b940-098e76ae35be None None] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:46:39.285064 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a7c93c83-eeea-4530-ae78-317da8686628 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4111490 Mar 23 15:46:39.299294 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3218b13-0c66-46a9-a985-fd49614985c7 req-4f155e47-973e-4918-a022-7438f657ad15 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:39.301922 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b3218b13-0c66-46a9-a985-fd49614985c7 req-4f155e47-973e-4918-a022-7438f657ad15 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0974529 Mar 23 15:46:39.383655 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b3218b13-0c66-46a9-a985-fd49614985c7 req-69e6bca0-9149-4a7c-b739-69a28b98dbb6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722179 Mar 23 15:46:39.419219 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62580e46-1b53-4531-bfd3-7a3667828b08 None None] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:46:40.580229 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2d17c-94ed-4604-858b-c9ddf44e36ee req-30871ac8-61bf-4edb-b3ce-48eb150d88c2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:40.583363 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-69a2d17c-94ed-4604-858b-c9ddf44e36ee req-30871ac8-61bf-4edb-b3ce-48eb150d88c2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0913739 Mar 23 15:46:40.644506 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-69a2d17c-94ed-4604-858b-c9ddf44e36ee req-444c3f35-ef3f-47e1-bc52-7b00a39323d5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550034 Mar 23 15:46:41.269869 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-68d6a965-dbd4-4d72-b91b-f0f938ffcde9 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:41.271584 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-68d6a965-dbd4-4d72-b91b-f0f938ffcde9 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 814 time: 0.1147859 Mar 23 15:46:41.288870 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-f8d67423-e62d-4e8d-9f37-c8b2bd6cfce2 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/quotas/63dbe95e2c85416f9a329ce6a4b4adc4 HTTP/1.1" status: 200 len: 375 time: 0.0109665 Mar 23 15:46:41.324695 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-633fd5e7-45bb-4827-aac2-f37e4ad6ded3 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298629 Mar 23 15:46:41.424484 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-d89ade0f-6737-4228-85de-3fbef9cf0aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922809 Mar 23 15:46:41.525779 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-cd30f019-1bc0-44e1-8dc0-33bdffa14c1e service neutron] 10.222.0.41 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942874 Mar 23 15:46:41.735213 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-68695399-1c70-401c-8c47-ee6bccfbb56d req-88844c7b-9364-4c5d-b054-b7730a19446b tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 210 time: 0.0386140 Mar 23 15:46:41.810606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708936e-60b0-4fbd-870b-db9989dff511 req-66c1caf6-019d-42c5-afea-8ed06fe8cda6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:41.812257 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c708936e-60b0-4fbd-870b-db9989dff511 req-66c1caf6-019d-42c5-afea-8ed06fe8cda6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0659308 Mar 23 15:46:41.885465 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c708936e-60b0-4fbd-870b-db9989dff511 req-f062ea48-23d0-4409-a6c7-7a3129596078 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665460 Mar 23 15:46:42.878325 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0937c4c4-e6c5-4d08-b07f-5fd34e07da18 req-d36903d4-97ab-40cd-8d55-eb4676b345cb tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 210 time: 0.0451863 Mar 23 15:46:42.991117 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-d816a78e-27d6-48e0-ad3c-e6a88eec6684 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:42.993819 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-d816a78e-27d6-48e0-ad3c-e6a88eec6684 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 814 time: 0.1916227 Mar 23 15:46:43.031009 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Request body: {'port': {'device_id': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb', 'admin_state_up': True, 'tenant_id': '63dbe95e2c85416f9a329ce6a4b4adc4'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:46:43.075575 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b126bf-11fe-444d-b692-18dbfd49fba7 req-f1f2b4de-f7f3-4d0e-9eb5-ace9279d174a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:43.077300 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-32b126bf-11fe-444d-b692-18dbfd49fba7 req-f1f2b4de-f7f3-4d0e-9eb5-ace9279d174a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0678015 Mar 23 15:46:43.153346 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-32b126bf-11fe-444d-b692-18dbfd49fba7 req-241d99d6-bf8e-443b-b455-8b187ba59e72 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646760 Mar 23 15:46:43.197019 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Made reservation on behalf of 63dbe95e2c85416f9a329ce6a4b4adc4 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:46:43.201346 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:43.348439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Allocated IP 172.20.0.2 (6bcb32e0-480d-4c95-9fdb-776570366ddb/5cd406bd-1212-4d3f-af2d-bfe257c1a9ba/cd07bf45-8e45-423f-b7fc-a326b67e10d6) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:46:43.523859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks [] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:43.563038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:43.610291 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:46:43.613899 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:46:43.620780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:46:43.628276 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Pushing event updated for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:43.686160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:43.686909 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:43.706936 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-15de0ebe-a2d1-4689-80aa-50255dd017d5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6934223 Mar 23 15:46:43.720108 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Request body: {'port': {'device_id': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:46:43.787035 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.061088 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575af66a-3163-497e-b1ba-d50d38e237bc req-2cfd5eab-7bf1-47a8-b394-5bbf2f25cc01 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:44.063331 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-575af66a-3163-497e-b1ba-d50d38e237bc req-2cfd5eab-7bf1-47a8-b394-5bbf2f25cc01 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 931 time: 0.0783999 Mar 23 15:46:44.131424 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-575af66a-3163-497e-b1ba-d50d38e237bc req-ac655443-7383-484c-a6f5-1b5677f3d576 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609562 Mar 23 15:46:44.156247 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd07bf45-8e45-423f-b7fc-a326b67e10d6 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:46:44.166425 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks [] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.180503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Transition to ACTIVE for port object cd07bf45-8e45-423f-b7fc-a326b67e10d6 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:46:44.186122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.245507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Pushing event updated for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:44.322252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Attempting to bind port cd07bf45-8e45-423f-b7fc-a326b67e10d6 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:46:44.322834 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Attempting to bind port cd07bf45-8e45-423f-b7fc-a326b67e10d6 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:46:44.323355 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Attempting to bind port cd07bf45-8e45-423f-b7fc-a326b67e10d6 on network 6bcb32e0-480d-4c95-9fdb-776570366ddb {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:46:44.337996 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Port cd07bf45-8e45-423f-b7fc-a326b67e10d6 on network 6bcb32e0-480d-4c95-9fdb-776570366ddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:46:44.338835 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Attempting to bind port cd07bf45-8e45-423f-b7fc-a326b67e10d6 on network 6bcb32e0-480d-4c95-9fdb-776570366ddb {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:46:44.347677 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:46:44.348280 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Checking segment: {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:46:44.348927 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Bound using segment: {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:46:44.349077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de3ac53-ab90-4e02-ae6b-84660835a14f req-7d4b2529-8eec-410e-9ec2-00ab5849f5d9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:44.349658 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Bound port: cd07bf45-8e45-423f-b7fc-a326b67e10d6, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:46:44.350336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.350671 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4de3ac53-ab90-4e02-ae6b-84660835a14f req-7d4b2529-8eec-410e-9ec2-00ab5849f5d9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0704117 Mar 23 15:46:44.406629 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4de3ac53-ab90-4e02-ae6b-84660835a14f req-3c744f8a-115a-4966-8864-b5c4123ef038 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492680 Mar 23 15:46:44.468343 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:46:44.474963 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:46:44.484943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.543308 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:44.544235 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:44.546228 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] 10.222.0.61 "PUT /v2.0/ports/cd07bf45-8e45-423f-b7fc-a326b67e10d6 HTTP/1.1" status: 200 len: 1093 time: 0.8304095 Mar 23 15:46:44.546780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:46:44.549450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adcedbe-1313-46bd-ad2b-674997135c65" -d '{"events": [{"name": "network-changed", "server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:46:44.590020 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfbb2d0-3c70-42a3-9bda-3b27291b5c41 service neutron] Pushing event updated for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:44.614862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d2ae2-4f25-4403-ae9c-aea8e1c124ae x-openstack-request-id: req-e88d2ae2-4f25-4403-ae9c-aea8e1c124ae {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:46:44.615164 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:46:44.615433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e88d2ae2-4f25-4403-ae9c-aea8e1c124ae {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:46:44.615835 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e88d2ae2-4f25-4403-ae9c-aea8e1c124ae'] response: {'name': 'network-changed', 'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6', 'status': 'completed', 'code': 200} Mar 23 15:46:44.659194 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-147be17e-c57e-4b9a-8563-351d80df18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:44.660814 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-147be17e-c57e-4b9a-8563-351d80df18ed service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 1127 time: 0.0569088 Mar 23 15:46:44.706656 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-d6037858-2858-4a55-8798-cbe93eab34e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6 HTTP/1.1" status: 200 len: 217 time: 0.0373235 Mar 23 15:46:44.767096 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8c047b0d-48f9-4235-9023-680d0e42760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:44.768865 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-8c047b0d-48f9-4235-9023-680d0e42760d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba HTTP/1.1" status: 200 len: 854 time: 0.0537260 Mar 23 15:46:44.806275 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-335bc2b7-e160-47a5-87dd-c4271f0887b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bcb32e0-480d-4c95-9fdb-776570366ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300882 Mar 23 15:46:44.911896 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-72a4a714-6df1-4984-88e2-a1622e9bb0d3 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977800 Mar 23 15:46:45.027714 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ffea4e51-0a3e-4556-8774-59f16a7acad6 req-194e781a-5857-4920-b2fb-5a8a856dc535 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095397 Mar 23 15:46:45.141104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-63ce1128-9eee-4751-90ae-90c2e99f8ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:45.143819 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-63ce1128-9eee-4751-90ae-90c2e99f8ebb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 1127 time: 0.0627420 Mar 23 15:46:45.261928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-cd50a00c-a7fd-4ade-91a2-0e3513196e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:45.263486 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-cd50a00c-a7fd-4ade-91a2-0e3513196e0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 915 time: 0.1096585 Mar 23 15:46:45.307088 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dcfaf-2e3c-468d-8587-497838906323 req-bc57e41e-0cd3-4f4d-8b95-60597764faec tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:45.308684 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e57dcfaf-2e3c-468d-8587-497838906323 req-bc57e41e-0cd3-4f4d-8b95-60597764faec tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 943 time: 0.0675788 Mar 23 15:46:45.316885 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-81e7daa3-e264-4c66-a7c0-471966392e32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6 HTTP/1.1" status: 200 len: 217 time: 0.0452197 Mar 23 15:46:45.372447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-0a2e8141-bab1-46f5-a60a-a2dec9659f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:45.373976 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-0a2e8141-bab1-46f5-a60a-a2dec9659f76 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba HTTP/1.1" status: 200 len: 854 time: 0.0507462 Mar 23 15:46:45.375024 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e57dcfaf-2e3c-468d-8587-497838906323 req-19298b4b-0252-4885-8e3b-0381a2e0408b tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564005 Mar 23 15:46:45.423545 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-74863cb5-5737-4ecc-bd49-98f9f001bdf9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bcb32e0-480d-4c95-9fdb-776570366ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415924 Mar 23 15:46:45.544212 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-7c5b6066-c803-4886-aadb-e4a17d5de0dc service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140995 Mar 23 15:46:45.562026 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c968365-988e-4daa-8698-6dad4b096fd6 req-cbfa5e5a-bc8b-4f1a-b92c-fd8855ca919a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:45.563934 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c968365-988e-4daa-8698-6dad4b096fd6 req-cbfa5e5a-bc8b-4f1a-b92c-fd8855ca919a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0666409 Mar 23 15:46:45.622752 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c968365-988e-4daa-8698-6dad4b096fd6 req-1742d18c-9360-476f-a6ff-c8a5ed199ace tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522165 Mar 23 15:46:45.655094 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0adcedbe-1313-46bd-ad2b-674997135c65 req-3c863a93-ae77-4d0f-b3d7-fbc25b6c5e34 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038303 Mar 23 15:46:46.474238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:46.547697 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600256f6-f66a-4deb-84ba-79728669214c req-1774ebf4-514b-4c9e-93ab-d7874d8389b6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:46.550519 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-600256f6-f66a-4deb-84ba-79728669214c req-1774ebf4-514b-4c9e-93ab-d7874d8389b6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 943 time: 0.0930603 Mar 23 15:46:46.630908 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-600256f6-f66a-4deb-84ba-79728669214c req-e10e7a11-a18c-4384-979b-1ea652973fa9 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741711 Mar 23 15:46:46.766341 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eca6c3-5c28-471f-8758-7d25122cbb76 req-a2773780-c531-44fb-8c09-69bb135fe065 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:46.768061 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5eca6c3-5c28-471f-8758-7d25122cbb76 req-a2773780-c531-44fb-8c09-69bb135fe065 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0628710 Mar 23 15:46:46.822602 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5eca6c3-5c28-471f-8758-7d25122cbb76 req-8d865f05-0cd7-4774-9499-83184149cf24 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484989 Mar 23 15:46:47.764594 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b8ce2e-30be-457d-9516-08f7858f43d7 req-6a034c7f-f3e1-4f3d-8913-ac65daab7602 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:47.766699 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-14b8ce2e-30be-457d-9516-08f7858f43d7 req-6a034c7f-f3e1-4f3d-8913-ac65daab7602 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 943 time: 0.0603948 Mar 23 15:46:47.823093 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-14b8ce2e-30be-457d-9516-08f7858f43d7 req-6be677f4-6df4-4ac9-88b5-9dac7e0bfc1a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499175 Mar 23 15:46:47.958403 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa1612-61a3-4b6f-a440-ef95529be1ad req-ad1a2000-37bd-4056-80c3-2d9c30cbb4f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:47.960347 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dbaa1612-61a3-4b6f-a440-ef95529be1ad req-ad1a2000-37bd-4056-80c3-2d9c30cbb4f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0592554 Mar 23 15:46:48.019851 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dbaa1612-61a3-4b6f-a440-ef95529be1ad req-57535e3d-6ede-4756-8b34-8e4dcfbe7c03 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534480 Mar 23 15:46:48.737368 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device cd07bf45-8e45-423f-b7fc-a326b67e10d6 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:46:48.910698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:48.925330 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6', 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb', 'port_id': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6', 'mac_address': 'fa:16:3e:23:5c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd406bd-1212-4d3f-af2d-bfe257c1a9ba', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:46:48.968394 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port cd07bf45-8e45-423f-b7fc-a326b67e10d6 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:48.968856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:48.985343 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd07bf45-8e45-423f-b7fc-a326b67e10d6 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:46:49.011456 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:49.023427 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7628a79f-7895-4e5a-a869-a1b87099fcc3 req-93552a92-3377-4d7a-8f78-f8f015332654 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:49.025622 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:49.026324 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7628a79f-7895-4e5a-a869-a1b87099fcc3 req-93552a92-3377-4d7a-8f78-f8f015332654 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 943 time: 0.1037652 Mar 23 15:46:49.026696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:46:49.095181 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:49.122884 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7628a79f-7895-4e5a-a869-a1b87099fcc3 req-a0c75b8f-5ef7-4797-97f7-8269e01ca33b tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853119 Mar 23 15:46:49.199063 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c986b902-fc33-4149-96f7-864ce32c9b06 req-bb36ec19-ef6d-47b2-8cc2-167f29d28459 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:49.200780 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c986b902-fc33-4149-96f7-864ce32c9b06 req-bb36ec19-ef6d-47b2-8cc2-167f29d28459 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 944 time: 0.0674877 Mar 23 15:46:49.218798 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:49.239468 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'mac_address': 'fa:16:3e:67:5f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:46:49.256306 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c986b902-fc33-4149-96f7-864ce32c9b06 req-ad1bb952-190e-46e3-8382-c28e0c5c987b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490355 Mar 23 15:46:49.306511 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:49.307095 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:49.330931 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:46:49.371812 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:49.378991 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:49.433994 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=9']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:49.893668 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['0795eab6-5240-4290-8b40-3a52da7e42c4'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:46:49.921321 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['cd07bf45-8e45-423f-b7fc-a326b67e10d6'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:46:50.272520 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486eeb7-5f8f-4883-a71d-60dea37e32c6 req-51f30bc5-eade-41f3-a565-d49d732d23ef tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.274219 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8486eeb7-5f8f-4883-a71d-60dea37e32c6 req-51f30bc5-eade-41f3-a565-d49d732d23ef tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 944 time: 0.0647097 Mar 23 15:46:50.342549 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8486eeb7-5f8f-4883-a71d-60dea37e32c6 req-44949c87-0980-41e8-970a-c4f49fc7190a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613716 Mar 23 15:46:50.417992 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-26bab90f-eef0-4411-810d-714cb1571ee4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794375 Mar 23 15:46:50.424531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a40ff6-5280-4904-94e5-a0b42248b1be req-f5290b5f-de14-4716-adf4-c33f095de300 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.426298 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5a40ff6-5280-4904-94e5-a0b42248b1be req-f5290b5f-de14-4716-adf4-c33f095de300 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0823619 Mar 23 15:46:50.492543 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5a40ff6-5280-4904-94e5-a0b42248b1be req-6bdcc21f-2cba-40b4-986a-0acf4f17cf35 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558374 Mar 23 15:46:50.505863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-6ca3239d-c910-4f5b-ba57-88e776ed1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.508617 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-6ca3239d-c910-4f5b-ba57-88e776ed1253 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 1129 time: 0.0622356 Mar 23 15:46:50.651232 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-9b21cf1a-edcf-4923-a2ef-9367e6e9c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.653109 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-9b21cf1a-edcf-4923-a2ef-9367e6e9c49c service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.1170175 Mar 23 15:46:50.737457 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-9ead9bb8-657f-4303-914f-6a25b9839ccb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 200 len: 1001 time: 0.0775697 Mar 23 15:46:50.798506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-ffc96c63-251c-483e-91f8-bdb12d1087b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.801242 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-ffc96c63-251c-483e-91f8-bdb12d1087b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0537572 Mar 23 15:46:50.855545 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-7f5c8928-1c29-4418-8df9-639b3fccd590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:50.857362 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-7f5c8928-1c29-4418-8df9-639b3fccd590 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483823 Mar 23 15:46:50.973005 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-4ad4ed2a-ae61-4043-8836-de714b1423f7 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084864 Mar 23 15:46:51.081867 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-68fe6d93-5cad-4579-b791-25a32c57bf30 req-e8e948c3-24ca-4d58-bb26-5ed8322e50b9 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013367 Mar 23 15:46:51.485348 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998057c-13e9-43f6-99bb-6926f9b8f7c7 req-f3d67a68-1630-41df-aa4f-c6e3bec907d1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:51.486976 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c998057c-13e9-43f6-99bb-6926f9b8f7c7 req-f3d67a68-1630-41df-aa4f-c6e3bec907d1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 944 time: 0.0643382 Mar 23 15:46:51.549306 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c998057c-13e9-43f6-99bb-6926f9b8f7c7 req-ef5c495c-cee2-4dd9-bb86-e9342a088537 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518470 Mar 23 15:46:51.662559 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50adb63d-020a-49f3-839d-17e1a5bf9f4f req-caf00dfc-ea62-40a5-89b9-980b0e922ba6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:51.665337 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-50adb63d-020a-49f3-839d-17e1a5bf9f4f req-caf00dfc-ea62-40a5-89b9-980b0e922ba6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0664511 Mar 23 15:46:51.740367 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-50adb63d-020a-49f3-839d-17e1a5bf9f4f req-0e0e3b38-7883-4378-b82f-c5319651be05 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685403 Mar 23 15:46:51.774576 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d506210-d751-4a2e-bfe4-089912aef848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:52.691498 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3b207-fbb3-472a-b514-c4e4171d5a56 req-73b26284-0ca2-424d-ac3d-727b1b57cfa7 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:52.693123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13c3b207-fbb3-472a-b514-c4e4171d5a56 req-73b26284-0ca2-424d-ac3d-727b1b57cfa7 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 944 time: 0.0620620 Mar 23 15:46:52.752419 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13c3b207-fbb3-472a-b514-c4e4171d5a56 req-d6dc5fcf-a7df-4cd9-b809-e11fdd95cb6c tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530066 Mar 23 15:46:52.765631 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:46:52.836877 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 0795eab6-5240-4290-8b40-3a52da7e42c4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:46:52.837682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:52.907206 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f7866-d40b-4bac-90a8-98290d6e06aa req-ee8d0bf2-d372-4fad-a252-c7172c8090cc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:52.909833 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5f7f7866-d40b-4bac-90a8-98290d6e06aa req-ee8d0bf2-d372-4fad-a252-c7172c8090cc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 945 time: 0.0785973 Mar 23 15:46:52.958664 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 0795eab6-5240-4290-8b40-3a52da7e42c4 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:52.959284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:52.985622 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5f7f7866-d40b-4bac-90a8-98290d6e06aa req-04e808c3-c3cd-4eb9-b0d0-70c358470298 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683384 Mar 23 15:46:52.996747 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:46:52.999531 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7134a513-d911-4b79-8281-927f9f72f73b" -d '{"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:46:53.019528 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:53.028259 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:53.029634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device cd07bf45-8e45-423f-b7fc-a326b67e10d6 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:46:53.093254 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabaab8d-6886-4528-851c-43be43930b43 x-openstack-request-id: req-aabaab8d-6886-4528-851c-43be43930b43 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:46:53.093570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-plugged", "status": "completed", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:46:53.093738 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aabaab8d-6886-4528-851c-43be43930b43 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:46:53.094106 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabaab8d-6886-4528-851c-43be43930b43'] response: {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'code': 200} Mar 23 15:46:53.139674 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=10']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:53.152726 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port cd07bf45-8e45-423f-b7fc-a326b67e10d6 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:46:53.157897 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port cd07bf45-8e45-423f-b7fc-a326b67e10d6 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:46:53.158506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:53.252557 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port cd07bf45-8e45-423f-b7fc-a326b67e10d6 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:46:53.253017 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:53.292782 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:46:53.298441 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:53.356077 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:46:53.682294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf06081-2bbb-4209-8596-a098332e2490 req-b63494f9-5ef6-4c90-ace8-446924ddf205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:53.684870 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fbf06081-2bbb-4209-8596-a098332e2490 req-b63494f9-5ef6-4c90-ace8-446924ddf205 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1131 time: 0.0603864 Mar 23 15:46:53.710483 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cacb37a4-ae4f-4e68-8905-fbe3f07f5e7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:53.756737 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fbf06081-2bbb-4209-8596-a098332e2490 req-6b8e4a54-6c6d-4682-af17-1f93778f8381 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643330 Mar 23 15:46:53.895644 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f532e5-4bea-45c5-b853-9726d0d366ff req-045cfd45-52e1-4f41-9d2e-f0e9583f99ae tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:53.897499 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20f532e5-4bea-45c5-b853-9726d0d366ff req-045cfd45-52e1-4f41-9d2e-f0e9583f99ae tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0632915 Mar 23 15:46:53.953528 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20f532e5-4bea-45c5-b853-9726d0d366ff req-0a96fd6c-3459-49c9-8230-aa85934d6846 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493975 Mar 23 15:46:54.141216 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bbecf-590d-4728-93ea-24904392e3ad req-ddeb763d-bb10-4ac8-9238-1a75682ac436 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:54.142872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-736bbecf-590d-4728-93ea-24904392e3ad req-ddeb763d-bb10-4ac8-9238-1a75682ac436 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.0640345 Mar 23 15:46:54.204162 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-736bbecf-590d-4728-93ea-24904392e3ad req-d18c7923-587d-44ed-a660-ef9f6fc34f54 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513151 Mar 23 15:46:55.095861 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:46:55.098926 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f9d201d-6645-42bf-aa4f-10d4393e79ad" -d '{"events": [{"server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "name": "network-vif-plugged", "status": "completed", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:46:55.155556 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947853d0-2878-45ab-9dd8-154ba708db28 x-openstack-request-id: req-947853d0-2878-45ab-9dd8-154ba708db28 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:46:55.156352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "name": "network-vif-plugged", "status": "completed", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:46:55.156759 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-947853d0-2878-45ab-9dd8-154ba708db28 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:46:55.157258 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-947853d0-2878-45ab-9dd8-154ba708db28'] response: {'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6', 'code': 200} Mar 23 15:46:55.211407 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:55.263779 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0f329-bc26-484c-9ff7-c0707243b9a9 req-12111c2c-1ec4-467e-9c8e-8fe10476a550 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:55.266556 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ba0f329-bc26-484c-9ff7-c0707243b9a9 req-12111c2c-1ec4-467e-9c8e-8fe10476a550 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.2321663 Mar 23 15:46:55.385344 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ba0f329-bc26-484c-9ff7-c0707243b9a9 req-a327c5f5-0d14-4435-a29d-ff2cea5ace2a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066520 Mar 23 15:46:55.406326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694d5b6-f0fb-4361-a1e9-abfe0bfa7ac1 req-a5df89c3-7df2-4df6-95f8-9e041f8bb0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:55.407146 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935cbc6-f905-4654-8dbe-b76a21188985 req-8a725679-6835-43ad-90f5-b5693ec8c043 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:55.407938 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b694d5b6-f0fb-4361-a1e9-abfe0bfa7ac1 req-a5df89c3-7df2-4df6-95f8-9e041f8bb0d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 1129 time: 0.0651782 Mar 23 15:46:55.412611 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2935cbc6-f905-4654-8dbe-b76a21188985 req-8a725679-6835-43ad-90f5-b5693ec8c043 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.1015303 Mar 23 15:46:55.498210 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2935cbc6-f905-4654-8dbe-b76a21188985 req-40067bcd-12b4-4110-bfea-cdcb03aa6eb9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830288 Mar 23 15:46:55.500115 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b694d5b6-f0fb-4361-a1e9-abfe0bfa7ac1 req-d1476d99-385d-41c5-8eec-2139d50da8dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717719 Mar 23 15:46:56.498395 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:56.558323 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ff0b1-bc4d-4ad9-915e-ca9b59d6e945 req-8a25ce47-9d55-43f1-a2b6-141895dfc3f9 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:56.560533 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-250ff0b1-bc4d-4ad9-915e-ca9b59d6e945 req-8a25ce47-9d55-43f1-a2b6-141895dfc3f9 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0834453 Mar 23 15:46:56.637644 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-250ff0b1-bc4d-4ad9-915e-ca9b59d6e945 req-38accb15-7b09-40d4-9f85-b00e40877de8 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704281 Mar 23 15:46:56.857962 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ab82f-58d2-4d34-9462-031686ced9f0 req-1c17b1c7-1177-4365-8c75-899fdc0ff669 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:56.859640 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de3ab82f-58d2-4d34-9462-031686ced9f0 req-1c17b1c7-1177-4365-8c75-899fdc0ff669 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.1154866 Mar 23 15:46:56.921611 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de3ab82f-58d2-4d34-9462-031686ced9f0 req-1512fe8c-8f3f-4028-8604-b3369e6f0ceb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554268 Mar 23 15:46:57.774265 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278da9f6-c1c1-4efd-bfe8-ecb3f4af90b4 req-0b27d1a6-23f6-4011-9cec-759580b929d0 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:46:57.776577 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-278da9f6-c1c1-4efd-bfe8-ecb3f4af90b4 req-0b27d1a6-23f6-4011-9cec-759580b929d0 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0650947 Mar 23 15:46:57.786226 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:46:57.839908 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-278da9f6-c1c1-4efd-bfe8-ecb3f4af90b4 req-3981c5fa-c147-424a-9403-ae4e941adc5f tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547438 Mar 23 15:47:06.763463 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:47:16.477981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:20.699233 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ec8df-3f84-460c-8f87-0ae400c39e75 req-48c69488-d6d1-4568-be17-ce50019268be tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:20.700923 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-730ec8df-3f84-460c-8f87-0ae400c39e75 req-48c69488-d6d1-4568-be17-ce50019268be tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0663624 Mar 23 15:47:20.748338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-306eebd0-67c3-4292-b300-cbae6602f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:20.749893 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-306eebd0-67c3-4292-b300-cbae6602f261 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.1164811 Mar 23 15:47:20.772877 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-730ec8df-3f84-460c-8f87-0ae400c39e75 req-399b8c80-2092-40da-9f8c-7f7c12cedd37 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616965 Mar 23 15:47:20.888589 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-9c4bd844-360d-4f6e-9d58-1a3cf98dde09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:20.890294 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-9c4bd844-360d-4f6e-9d58-1a3cf98dde09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1296141 Mar 23 15:47:20.968893 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-4042739e-0831-4088-a6b8-e46b188b2111 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0710070 Mar 23 15:47:21.026597 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-58cab3ca-3002-4055-8fb2-d6bc9528e069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:21.028227 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-58cab3ca-3002-4055-8fb2-d6bc9528e069 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0519028 Mar 23 15:47:21.111077 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-c862ff86-abaa-4f3b-bee5-5883120b09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:21.113763 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-c862ff86-abaa-4f3b-bee5-5883120b09b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0757117 Mar 23 15:47:21.218392 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-6b0e14d2-8f79-4f23-9304-8a4a454639a2 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930984 Mar 23 15:47:21.320004 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f13dd3e1-0245-4094-b5db-cd78fac2ee7f req-11d2676e-74cc-44ba-9230-942e24247251 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947270 Mar 23 15:47:21.774769 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cc4b24c9-f656-4315-8ed7-bdbe6daa3012 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:21.924730 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f87317-13d3-443e-bf29-66efec28eb1f req-07b8906e-fb12-4682-9763-f33f074e6a54 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:21.926285 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d4f87317-13d3-443e-bf29-66efec28eb1f req-07b8906e-fb12-4682-9763-f33f074e6a54 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0664613 Mar 23 15:47:21.984782 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d4f87317-13d3-443e-bf29-66efec28eb1f req-3bea96a6-0cbc-40db-afc5-9f9167ef4a11 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Mar 23 15:47:23.136054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e227561-f9f3-4933-9e57-ab0304d0c83e req-b98e3eae-cf64-4ae0-b5ca-b86ec0e6b05b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:23.137739 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e227561-f9f3-4933-9e57-ab0304d0c83e req-b98e3eae-cf64-4ae0-b5ca-b86ec0e6b05b tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0642505 Mar 23 15:47:23.199652 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e227561-f9f3-4933-9e57-ab0304d0c83e req-8b8d7338-07bf-4f38-8edb-75f924731eef tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515077 Mar 23 15:47:23.706922 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4845d317-dc54-413a-8788-7bed81078916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:24.336527 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa6545-5dc3-40af-b49d-b4e925caa3d8 req-a901f543-9c9c-4768-8422-d08320eacbd0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:24.338203 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bfa6545-5dc3-40af-b49d-b4e925caa3d8 req-a901f543-9c9c-4768-8422-d08320eacbd0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0607867 Mar 23 15:47:24.400580 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bfa6545-5dc3-40af-b49d-b4e925caa3d8 req-e016fcaf-5a99-4445-8b97-2c5062bec839 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521595 Mar 23 15:47:25.207748 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:25.547657 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1573d0-cc4f-4a08-951e-719de79f7fc0 req-4b7967d5-5784-44f0-941f-afa90e8026a8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:25.550360 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f1573d0-cc4f-4a08-951e-719de79f7fc0 req-4b7967d5-5784-44f0-941f-afa90e8026a8 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0692782 Mar 23 15:47:25.618512 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f1573d0-cc4f-4a08-951e-719de79f7fc0 req-b2411ab0-0d32-48eb-a999-99b38f258ef9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620394 Mar 23 15:47:26.489820 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:26.755461 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a0009d-fa6e-4e78-b2cd-ed0a566450ae req-2e01cfc9-5f33-4483-8d01-d8cf766c8803 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:26.757179 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7a0009d-fa6e-4e78-b2cd-ed0a566450ae req-2e01cfc9-5f33-4483-8d01-d8cf766c8803 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0626166 Mar 23 15:47:26.812979 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f7a0009d-fa6e-4e78-b2cd-ed0a566450ae req-9225aeb6-b42d-4aab-bcda-58edcece1a53 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492806 Mar 23 15:47:27.786611 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:27.949438 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6aaa2e-46c2-484e-add8-1e927bbc72e9 req-311cac80-7567-464c-a865-4e0157e1d827 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:27.951095 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bb6aaa2e-46c2-484e-add8-1e927bbc72e9 req-311cac80-7567-464c-a865-4e0157e1d827 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0646288 Mar 23 15:47:28.004764 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bb6aaa2e-46c2-484e-add8-1e927bbc72e9 req-36181a96-fca5-4717-b31d-7d701ee7f8b9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475659 Mar 23 15:47:29.143883 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa72116-ac99-4897-ab57-e97081d94ebc req-03e6a1c7-aae4-4988-929c-794768067de5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:29.145804 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4fa72116-ac99-4897-ab57-e97081d94ebc req-03e6a1c7-aae4-4988-929c-794768067de5 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0640361 Mar 23 15:47:29.204452 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4fa72116-ac99-4897-ab57-e97081d94ebc req-9e19515e-c7fc-46f9-8ffd-b903dcb21be0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520179 Mar 23 15:47:30.340964 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06221164-f09b-474e-9d7b-75e7c7211569 req-35536479-0eef-4deb-a748-3188ee4883ee tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:30.342530 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-06221164-f09b-474e-9d7b-75e7c7211569 req-35536479-0eef-4deb-a748-3188ee4883ee tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0633988 Mar 23 15:47:30.401519 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-06221164-f09b-474e-9d7b-75e7c7211569 req-c7123ed1-c943-4197-83d2-ca0a346aec04 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Mar 23 15:47:31.552273 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298901be-0b42-459b-b0e5-08d52fac52ac req-69dd402a-739c-44d0-a836-11ab5688e368 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:31.554027 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-298901be-0b42-459b-b0e5-08d52fac52ac req-69dd402a-739c-44d0-a836-11ab5688e368 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0599768 Mar 23 15:47:31.608108 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-298901be-0b42-459b-b0e5-08d52fac52ac req-39aedded-037e-4e70-9a01-c3ebf061d429 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Mar 23 15:47:32.753561 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27a238-7c0b-46dc-8f11-3cde353c941b req-a158cf29-47c0-42bf-87d9-c0ff6830bdec tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:32.755821 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fd27a238-7c0b-46dc-8f11-3cde353c941b req-a158cf29-47c0-42bf-87d9-c0ff6830bdec tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0619051 Mar 23 15:47:32.829860 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fd27a238-7c0b-46dc-8f11-3cde353c941b req-9833b84c-c4be-46ca-a1a5-98fd393684dd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640800 Mar 23 15:47:34.007515 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e4233d-aefe-4a33-aa24-f5827d210387 req-244ea8d5-4e2b-4c4f-a1cb-d17b3b4a3bf6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:34.009458 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58e4233d-aefe-4a33-aa24-f5827d210387 req-244ea8d5-4e2b-4c4f-a1cb-d17b3b4a3bf6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0716736 Mar 23 15:47:34.080718 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58e4233d-aefe-4a33-aa24-f5827d210387 req-de0f2ae9-14df-4e3a-b57c-16c3ea2133c0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637476 Mar 23 15:47:35.225122 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcb1a85-b619-4a04-80ac-cace2a6f377c req-7c9b1163-e34d-4ad3-a70a-970dd8eb4a6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:35.226728 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fcb1a85-b619-4a04-80ac-cace2a6f377c req-7c9b1163-e34d-4ad3-a70a-970dd8eb4a6c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0603936 Mar 23 15:47:35.297734 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fcb1a85-b619-4a04-80ac-cace2a6f377c req-6a54b6db-06a5-4c60-8ad8-c40076f104b7 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647483 Mar 23 15:47:36.444338 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6af56-54b1-4dfc-b0cc-aa2faf76725c req-59ba636f-b535-45f1-9cf9-c96793829d90 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:36.446123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-75a6af56-54b1-4dfc-b0cc-aa2faf76725c req-59ba636f-b535-45f1-9cf9-c96793829d90 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0672407 Mar 23 15:47:36.508591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-75a6af56-54b1-4dfc-b0cc-aa2faf76725c req-b050517a-2e06-464b-9465-980aa93d2058 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530119 Mar 23 15:47:37.679111 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54bcf1-2941-4e3b-81be-fa1e90c0b024 req-306f1b12-f2b8-4013-84d7-acef9a53a332 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:37.681875 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1e54bcf1-2941-4e3b-81be-fa1e90c0b024 req-306f1b12-f2b8-4013-84d7-acef9a53a332 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0888321 Mar 23 15:47:37.744190 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1e54bcf1-2941-4e3b-81be-fa1e90c0b024 req-d9233f87-14b7-400a-a9b3-bc4794227fbd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562937 Mar 23 15:47:38.880006 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1046033f-3f1e-4e58-899e-00d90ab36868 req-f8a40b86-b2ee-4575-848b-8793ad27f0ad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:38.881596 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1046033f-3f1e-4e58-899e-00d90ab36868 req-f8a40b86-b2ee-4575-848b-8793ad27f0ad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0602655 Mar 23 15:47:38.946591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1046033f-3f1e-4e58-899e-00d90ab36868 req-08a0874e-b431-4f8d-b84f-84d446b5808f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543475 Mar 23 15:47:40.091493 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efacd216-590d-41af-bf6f-6f23a8d11f49 req-9c6d1db8-91ce-4c95-8f4d-a4160a71152a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:40.093157 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-efacd216-590d-41af-bf6f-6f23a8d11f49 req-9c6d1db8-91ce-4c95-8f4d-a4160a71152a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0590982 Mar 23 15:47:40.153748 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-efacd216-590d-41af-bf6f-6f23a8d11f49 req-4ef7753d-8cbd-46c8-9f3d-7c5e2437bce9 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545359 Mar 23 15:47:41.287013 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e2481-82df-4188-bedf-81b61164e7bc req-8623503b-5c12-4bbd-b358-c6a88285bd1e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:41.288543 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cd7e2481-82df-4188-bedf-81b61164e7bc req-8623503b-5c12-4bbd-b358-c6a88285bd1e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0604005 Mar 23 15:47:41.344659 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cd7e2481-82df-4188-bedf-81b61164e7bc req-3873dcf5-fada-4f59-bbed-402d29e8807a tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496831 Mar 23 15:47:42.491313 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ec3a5-2bb1-406c-b9d1-1ee1c3e41474 req-ac0019a2-50f0-4270-8948-6eb63250e82c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:42.493872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a60ec3a5-2bb1-406c-b9d1-1ee1c3e41474 req-ac0019a2-50f0-4270-8948-6eb63250e82c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0720813 Mar 23 15:47:42.569316 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a60ec3a5-2bb1-406c-b9d1-1ee1c3e41474 req-763ecebf-ef64-4281-beba-18db6361544d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683570 Mar 23 15:47:43.711715 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d23d1-b737-4ab4-be96-e8889239b6a0 req-6b19d3a4-b6c8-4217-9681-0862a449372c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:43.713405 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-272d23d1-b737-4ab4-be96-e8889239b6a0 req-6b19d3a4-b6c8-4217-9681-0862a449372c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0607605 Mar 23 15:47:43.763483 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:47:43.769780 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-272d23d1-b737-4ab4-be96-e8889239b6a0 req-1649f480-0e46-4063-8704-161d1df5ebce tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492527 Mar 23 15:47:44.909903 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26d09d-b943-4bed-b1f7-85609ff30c47 req-d58ddf82-91b9-4b62-b30c-c44b2e80e807 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:44.912213 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ad26d09d-b943-4bed-b1f7-85609ff30c47 req-d58ddf82-91b9-4b62-b30c-c44b2e80e807 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0664604 Mar 23 15:47:44.971247 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ad26d09d-b943-4bed-b1f7-85609ff30c47 req-4fc56992-922b-4b54-aa29-66fea08bff85 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525537 Mar 23 15:47:46.128541 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45325c55-2d4f-4378-9c88-01210c4f16a9 req-8152d20b-6b43-445e-96ee-7f6473be8d59 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:46.130282 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-45325c55-2d4f-4378-9c88-01210c4f16a9 req-8152d20b-6b43-445e-96ee-7f6473be8d59 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0837207 Mar 23 15:47:46.187537 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-45325c55-2d4f-4378-9c88-01210c4f16a9 req-bf142e42-2c00-4012-82e8-a6a76ceace27 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509417 Mar 23 15:47:46.487007 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:47.342238 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2958ff-39fc-46ba-b447-ecd89cb865bd req-bc4a6694-1bc2-4ebb-a6ae-7af99c2c6b07 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:47.343845 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1b2958ff-39fc-46ba-b447-ecd89cb865bd req-bc4a6694-1bc2-4ebb-a6ae-7af99c2c6b07 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0608742 Mar 23 15:47:47.401996 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1b2958ff-39fc-46ba-b447-ecd89cb865bd req-d450ce4b-01ed-4804-a360-f053f9047d16 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519519 Mar 23 15:47:48.537473 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ad5cad-cd97-47f0-b06f-1b5e9f74614f req-24cbd300-b40c-4582-a861-5dd4402c0ce2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:48.539155 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54ad5cad-cd97-47f0-b06f-1b5e9f74614f req-24cbd300-b40c-4582-a861-5dd4402c0ce2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0616515 Mar 23 15:47:48.601409 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54ad5cad-cd97-47f0-b06f-1b5e9f74614f req-661b9e45-7675-4e8f-9e24-d86a2b4eb6db tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527277 Mar 23 15:47:48.782104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c64f0b-396f-4081-89f1-26cee4cee91e req-21c2b94e-3302-4361-9538-d6aa9b0224a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:48.784090 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a3c64f0b-396f-4081-89f1-26cee4cee91e req-21c2b94e-3302-4361-9538-d6aa9b0224a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0522029 Mar 23 15:47:48.848576 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a3c64f0b-396f-4081-89f1-26cee4cee91e req-47adab2f-7b35-4ec2-b8a8-f3cf0589e029 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567369 Mar 23 15:47:49.778844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec419a-048b-48e8-a620-9eaa10441067 req-e1273c5a-0668-4070-9fae-9f6bfa1f5cad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:49.781624 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5dec419a-048b-48e8-a620-9eaa10441067 req-e1273c5a-0668-4070-9fae-9f6bfa1f5cad tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1031325 Mar 23 15:47:49.839182 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5dec419a-048b-48e8-a620-9eaa10441067 req-ffcc306c-09d5-4170-b354-33a2b66baee3 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514948 Mar 23 15:47:50.997435 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1267bd-5166-4879-8845-4692e9a05b11 req-06bda11c-33d9-4ec2-8a2e-b4ada59a21f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:50.999132 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e1267bd-5166-4879-8845-4692e9a05b11 req-06bda11c-33d9-4ec2-8a2e-b4ada59a21f6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0763066 Mar 23 15:47:51.074722 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8e1267bd-5166-4879-8845-4692e9a05b11 req-2a8d8b51-2d15-4e68-bc12-b0f4be1e5c34 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679004 Mar 23 15:47:51.428121 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-5edce7e4-57b8-4ba8-8d5c-942a1614344c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0625839 Mar 23 15:47:51.528596 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-a76b1f10-cb8a-4b8f-94c1-54cd7b72eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:51.530453 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-a76b1f10-cb8a-4b8f-94c1-54cd7b72eaf7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 1131 time: 0.0511065 Mar 23 15:47:51.651113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-a575852d-a825-4e5e-861d-180ff7152168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:51.652676 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-a575852d-a825-4e5e-861d-180ff7152168 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1009381 Mar 23 15:47:51.726616 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-5f4d407f-579d-4268-92c3-e33dee766e2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 200 len: 1002 time: 0.0652738 Mar 23 15:47:51.776788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-bb1071ca-8497-4336-a390-e8b022a8f53f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:51.782388 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-514731b6-36ab-4226-815b-560907b25be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:51.784486 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-514731b6-36ab-4226-815b-560907b25be6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0502036 Mar 23 15:47:51.848860 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-929d2148-42a5-44b1-8995-c66743a39a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:51.850833 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-929d2148-42a5-44b1-8995-c66743a39a0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591197 Mar 23 15:47:51.950654 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-cc4783be-2137-46bb-b629-969428509343 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927472 Mar 23 15:47:52.077372 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-af44e665-fd17-4bd8-adf6-3b80d9fc85ca req-cc7d3a10-61ad-4ad8-a849-2e095920247a service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185715 Mar 23 15:47:52.225350 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fd67b-74e3-4a0d-aabc-9caac306b233 req-2bcab63f-1a09-4134-9d28-84c13a24cefd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:52.227947 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cd1fd67b-74e3-4a0d-aabc-9caac306b233 req-2bcab63f-1a09-4134-9d28-84c13a24cefd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0657318 Mar 23 15:47:52.304589 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cd1fd67b-74e3-4a0d-aabc-9caac306b233 req-7291f98e-0cf7-4ce6-95f5-a95429e29739 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695827 Mar 23 15:47:52.781015 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-2ee06f41-cb8b-489f-b8b9-e0a37895751e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:52.783009 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-2ee06f41-cb8b-489f-b8b9-e0a37895751e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0736375 Mar 23 15:47:52.796044 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de73aed9-e475-48d2-8529-69c200444709 req-f71133de-73a2-4664-b0ac-49838eec4114 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:52.798395 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de73aed9-e475-48d2-8529-69c200444709 req-f71133de-73a2-4664-b0ac-49838eec4114 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0780084 Mar 23 15:47:52.882421 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de73aed9-e475-48d2-8529-69c200444709 req-44e23cb2-bd45-44dc-8cce-c4b761863b91 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723977 Mar 23 15:47:52.915793 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-c61c4240-c873-483b-a41f-e73498547a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:52.917533 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-c61c4240-c873-483b-a41f-e73498547a26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1277013 Mar 23 15:47:53.259527 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-afcdd207-1d24-40dc-8190-1a6d5db445d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1000 time: 0.3354456 Mar 23 15:47:53.315084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-7297df38-5313-4b86-9710-b7bc6c969496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:53.316938 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-7297df38-5313-4b86-9710-b7bc6c969496 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0501220 Mar 23 15:47:53.378181 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-534ea6ee-394b-4d2a-a233-4f40a766c6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:53.380160 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-534ea6ee-394b-4d2a-a233-4f40a766c6f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571585 Mar 23 15:47:53.492297 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-c5c057e4-3f66-4822-813a-921d2de46325 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050463 Mar 23 15:47:53.601660 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-7cea264a-1c59-4856-bfa5-5126695f73c2 req-0499041b-dbab-4eb1-8c62-c2dede4e5d76 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023164 Mar 23 15:47:53.708862 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0aeb0547-b6cb-4529-9ead-2db92f641002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:54.025387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b1602a-5c56-47cc-8930-3fb72ba3f853 req-4ba48715-3e70-498f-9ec9-3a94881039a0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:54.027298 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10b1602a-5c56-47cc-8930-3fb72ba3f853 req-4ba48715-3e70-498f-9ec9-3a94881039a0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0613437 Mar 23 15:47:54.091181 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10b1602a-5c56-47cc-8930-3fb72ba3f853 req-204f4145-6d0f-4c8b-a47f-65ad12655eab tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573046 Mar 23 15:47:55.091199 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f719-9741-47e2-8a3c-77bcadfe1653 req-38cffa4b-764e-41cd-b12a-3cf034a7e5fe tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:55.092885 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff72f719-9741-47e2-8a3c-77bcadfe1653 req-38cffa4b-764e-41cd-b12a-3cf034a7e5fe tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0618844 Mar 23 15:47:55.152588 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff72f719-9741-47e2-8a3c-77bcadfe1653 req-3d3d0233-3097-4a50-9915-69ed2099f780 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533414 Mar 23 15:47:55.207329 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:55.241332 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ffd4-7f80-4a8c-bcd0-4ae6070bb119 req-85389c87-e80c-474e-942d-888622f3d7e2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:55.243065 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-07d9ffd4-7f80-4a8c-bcd0-4ae6070bb119 req-85389c87-e80c-474e-942d-888622f3d7e2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0640826 Mar 23 15:47:55.298979 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-07d9ffd4-7f80-4a8c-bcd0-4ae6070bb119 req-e79b95e0-02b9-4b98-abca-0f729ea1fd74 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493865 Mar 23 15:47:56.295777 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a86aaf-cbf5-4390-816a-aaed4a9f6e06 req-c551efb6-5ce7-43ed-9464-85bbea9399a1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:56.297321 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a2a86aaf-cbf5-4390-816a-aaed4a9f6e06 req-c551efb6-5ce7-43ed-9464-85bbea9399a1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0612295 Mar 23 15:47:56.357224 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a2a86aaf-cbf5-4390-816a-aaed4a9f6e06 req-d6992468-1e6e-4cc6-9ddf-8c8ad8295ad4 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531759 Mar 23 15:47:56.456593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d5d421-50a9-46f3-a013-69f0524cef53 req-4d6ee0dd-04f1-42c8-8489-16aee033d184 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:56.458233 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-35d5d421-50a9-46f3-a013-69f0524cef53 req-4d6ee0dd-04f1-42c8-8489-16aee033d184 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0626612 Mar 23 15:47:56.500833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:56.521899 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-35d5d421-50a9-46f3-a013-69f0524cef53 req-68dc5726-1dd1-4ade-90f4-91419b22600f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568411 Mar 23 15:47:57.311694 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-2812b87e-3d80-4dca-a314-03d7117d38f2 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:57.313400 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-2812b87e-3d80-4dca-a314-03d7117d38f2 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0646765 Mar 23 15:47:57.453752 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Deleting port cd07bf45-8e45-423f-b7fc-a326b67e10d6 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:47:57.454282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:57.531547 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfdba5-adfe-4c39-b1e8-eb26a35e42d5 req-ef72510e-e99a-4a0b-83c9-c68f934097c6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:57.534035 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bdfdba5-adfe-4c39-b1e8-eb26a35e42d5 req-ef72510e-e99a-4a0b-83c9-c68f934097c6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=dabeedd2-8744-4785-97ea-c282140f4b64 HTTP/1.1" status: 200 len: 945 time: 0.0857451 Mar 23 15:47:57.607850 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bdfdba5-adfe-4c39-b1e8-eb26a35e42d5 req-75ee8dbf-c48a-4295-8eee-a0a85102fee0 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667312 Mar 23 15:47:57.610131 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] For port cd07bf45-8e45-423f-b7fc-a326b67e10d6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=cd07bf45-8e45-423f-b7fc-a326b67e10d6,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:47:57.610889 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:57.638487 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Calling delete_port for cd07bf45-8e45-423f-b7fc-a326b67e10d6 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:47:57.708498 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36ae96-d4e6-4cd6-a54f-3592acf46c59 req-6cebeed5-25a7-4885-8cfd-b22000186012 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:57.710903 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a36ae96-d4e6-4cd6-a54f-3592acf46c59 req-6cebeed5-25a7-4885-8cfd-b22000186012 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0845110 Mar 23 15:47:57.784751 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a36ae96-d4e6-4cd6-a54f-3592acf46c59 req-d593ae55-096f-434b-bc26-2622129e5bc4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670609 Mar 23 15:47:57.798890 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:57.850557 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (cd07bf45-8e45-423f-b7fc-a326b67e10d6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:57.867158 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['cd07bf45-8e45-423f-b7fc-a326b67e10d6'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:47:57.899666 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Pushing event deleted for resources: {'Port': ['ID=cd07bf45-8e45-423f-b7fc-a326b67e10d6,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:47:57.918706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.919634 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.920195 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.920646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.921204 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.921793 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.922439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.923000 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.923432 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.923936 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.924475 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.925071 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.925589 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.926120 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.926565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:47:57.971726 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] No DVR routers for this DVR port cd07bf45-8e45-423f-b7fc-a326b67e10d6 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:47:57.974599 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:57.975808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eae8e-1f65-4242-8929-d4a53243105e req-992c5ffc-57bd-472d-b205-6e41ae86ac4e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:47:57.978075 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-47d3d228-7b72-4be9-a413-dd89b4b2ae19 req-bfab2219-6067-441a-a424-b9579bb0cb5d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "DELETE /v2.0/ports/cd07bf45-8e45-423f-b7fc-a326b67e10d6 HTTP/1.1" status: 204 len: 173 time: 0.6586828 Mar 23 15:47:57.978372 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c6eae8e-1f65-4242-8929-d4a53243105e req-992c5ffc-57bd-472d-b205-6e41ae86ac4e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.0870795 Mar 23 15:47:57.978578 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'name': 'network-vif-deleted', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:47:57.981050 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8acb8a2-03a7-4e41-96a4-e36e2ab25644" -d '{"events": [{"server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "name": "network-vif-deleted", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:47:57.993432 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52282) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:47:57.999518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Request body: {'floatingip': {'port_id': '53424794-1578-468e-be7c-14b449149ef6'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:47:58.076698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:58.166707 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d1175b-1d33-4673-be38-5323a1e87fbc x-openstack-request-id: req-60d1175b-1d33-4673-be38-5323a1e87fbc {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:47:58.167014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dabeedd2-8744-4785-97ea-c282140f4b64", "name": "network-vif-deleted", "tag": "cd07bf45-8e45-423f-b7fc-a326b67e10d6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:47:58.167362 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-60d1175b-1d33-4673-be38-5323a1e87fbc {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:47:58.167859 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60d1175b-1d33-4673-be38-5323a1e87fbc'] response: {'server_uuid': 'dabeedd2-8744-4785-97ea-c282140f4b64', 'name': 'network-vif-deleted', 'tag': 'cd07bf45-8e45-423f-b7fc-a326b67e10d6', 'status': 'completed', 'code': 200} Mar 23 15:47:58.655513 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:58.663802 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:59.025389 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:47:59.146057 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:47:59.151223 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:47:59.159219 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:47:59.173220 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:47:59.173923 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:47:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:47:59.252912 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-27f222db-5f99-472d-87cc-a2a940da68b1 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "PUT /v2.0/floatingips/3ef6a773-d9ba-4053-ad28-195259207b2f HTTP/1.1" status: 200 len: 992 time: 1.2432318 Mar 23 15:47:59.296392 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:47:59.550004 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:47:58Z', 'revision_number': 3, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:47:59.599487 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:47:59.614656 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:47:59.615675 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:47:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:47:59.733169 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:00.000253 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:47:58Z', 'revision_number': 3, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:00.031969 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80add3b-8ff6-4a22-843d-a3b6e39a159a None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '3ef6a773-d9ba-4053-ad28-195259207b2f', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'floating_ip_address': '172.27.3.24', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'port_id': '53424794-1578-468e-be7c-14b449149ef6', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'mac_address': 'fa:16:3e:dd:86:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:44:21Z', 'updated_at': '2022-03-23T15:47:58Z', 'revision_number': 3, 'project_id': '2256014068f34717bb347aae8b72cb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:48:00.169267 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}, {'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:00.172207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99b65a3-83cf-4dc4-9503-3af11f497993" -d '{"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6"}, {"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:00.223976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f4c34c-8a40-4e7f-b3c6-9223fc848c19 x-openstack-request-id: req-d5f4c34c-8a40-4e7f-b3c6-9223fc848c19 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:00.224474 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "tag": "53424794-1578-468e-be7c-14b449149ef6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:00.224798 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d5f4c34c-8a40-4e7f-b3c6-9223fc848c19 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:00.225387 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f4c34c-8a40-4e7f-b3c6-9223fc848c19'] response: {'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'status': 'completed', 'code': 200} Mar 23 15:48:00.225712 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5f4c34c-8a40-4e7f-b3c6-9223fc848c19'] response: {'name': 'network-changed', 'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'status': 'completed', 'code': 200} Mar 23 15:48:01.423568 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device cd07bf45-8e45-423f-b7fc-a326b67e10d6 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:01.445767 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: cd07bf45-8e45-423f-b7fc-a326b67e10d6 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:01.446108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device cd07bf45-8e45-423f-b7fc-a326b67e10d6 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:01.500863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-8497aa83-5c26-4ecd-b3c4-c88ef41c8cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:01.503508 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-8497aa83-5c26-4ecd-b3c4-c88ef41c8cfb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0803082 Mar 23 15:48:02.749246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-f42ba9a2-6720-477c-959a-ac675a1b0cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:02.750911 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-f42ba9a2-6720-477c-959a-ac675a1b0cac service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.0955145 Mar 23 15:48:02.827932 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-3acbd761-0cf1-4c44-b87a-c12843323ce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0699081 Mar 23 15:48:02.884935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-2b5e0ef2-aa81-4af3-9b8d-79457c926a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:02.886500 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-2b5e0ef2-aa81-4af3-9b8d-79457c926a7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0475655 Mar 23 15:48:02.939272 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-4496130f-cacb-4b99-862c-5456d889e850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:02.940977 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-4496130f-cacb-4b99-862c-5456d889e850 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0480528 Mar 23 15:48:03.056264 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-55d999a1-c6d5-47d5-8e51-cf46aed49cdb service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070092 Mar 23 15:48:03.161149 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-f679050d-02d3-4ae8-99f2-d5aa7dfa10e8 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970354 Mar 23 15:48:03.280675 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-75ede5d0-160c-4dc0-b568-a3ab1dc77008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:03.282999 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-75ede5d0-160c-4dc0-b568-a3ab1dc77008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 1129 time: 0.0564065 Mar 23 15:48:03.417038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-aed56ffa-d948-4f4f-9dd2-1e5a7d048e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:03.418801 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-aed56ffa-d948-4f4f-9dd2-1e5a7d048e2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1239464 Mar 23 15:48:03.495302 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-a2e9a30f-7221-4e20-97f2-817f12765247 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 200 len: 1000 time: 0.0676730 Mar 23 15:48:03.555036 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-72aa8563-da7d-4574-8e67-587d38f2dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:03.556501 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-72aa8563-da7d-4574-8e67-587d38f2dd39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0546083 Mar 23 15:48:03.614259 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-e17b20ad-9cb7-47db-b05b-c19c45e4f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:03.615858 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-e17b20ad-9cb7-47db-b05b-c19c45e4f74c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501084 Mar 23 15:48:03.720755 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-a4fad5dc-b475-42d6-86a1-795485a58314 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937145 Mar 23 15:48:03.828605 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b99b65a3-83cf-4dc4-9503-3af11f497993 req-dbaa8cd4-d860-494b-8274-30263c098041 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001229 Mar 23 15:48:09.854170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-1b4be23e-f695-4a5e-8994-745178bee764 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:09.855898 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-1b4be23e-f695-4a5e-8994-745178bee764 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 814 time: 0.1114173 Mar 23 15:48:09.872598 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-00913d80-e5b6-4df4-948f-318712a9e915 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/quotas/63dbe95e2c85416f9a329ce6a4b4adc4 HTTP/1.1" status: 200 len: 375 time: 0.0106804 Mar 23 15:48:09.915798 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-bacb92b7-27a0-405d-9d69-d4138eda4c1d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329170 Mar 23 15:48:10.080534 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-27a3e5ca-d0e8-4c8b-ba73-0cc18722f124 service neutron] 10.222.0.41 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577058 Mar 23 15:48:10.180844 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-333d5924-d0d1-4097-aa5c-b039b0c95fbf service neutron] 10.222.0.41 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939634 Mar 23 15:48:10.379168 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7b82588f-ad69-415b-822a-e5cc52063a61 req-89e5e226-bb8a-46d3-879e-2b25534a37e1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 210 time: 0.0431862 Mar 23 15:48:11.490435 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d3568891-789d-4bb1-9f01-df1f3f5b9977 req-2a7a4276-879f-49d5-b61d-7a76d0d95f0d tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 210 time: 0.0326538 Mar 23 15:48:11.735923 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-a6b3277d-5c88-43a1-8c5f-3784de5fbb41 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:11.738476 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-a6b3277d-5c88-43a1-8c5f-3784de5fbb41 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 814 time: 0.1482830 Mar 23 15:48:11.759089 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Request body: {'port': {'device_id': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb', 'admin_state_up': True, 'tenant_id': '63dbe95e2c85416f9a329ce6a4b4adc4'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:11.896227 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Made reservation on behalf of 63dbe95e2c85416f9a329ce6a4b4adc4 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:48:11.902392 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.088869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Allocated IP 172.20.0.14 (6bcb32e0-480d-4c95-9fdb-776570366ddb/5cd406bd-1212-4d3f-af2d-bfe257c1a9ba/d660b7ec-3019-48fa-b972-dda916367b7c) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:48:12.266780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks [] for port (d660b7ec-3019-48fa-b972-dda916367b7c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.309568 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.361086 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Network 6bcb32e0-480d-4c95-9fdb-776570366ddb is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:48:12.364635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:48:12.371652 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:48:12.379057 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Pushing event updated for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:12.430041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:12.430710 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.449970 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-087ffa89-cf07-43da-b7c5-939bbec94400 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6960979 Mar 23 15:48:12.466513 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Request body: {'port': {'device_id': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:12.531369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.652317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7929a4ca-958e-4346-bca3-011a33d7b211 req-b8e26bb1-6fcd-4fee-a6e9-20a00ac44866 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:12.655005 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7929a4ca-958e-4346-bca3-011a33d7b211 req-b8e26bb1-6fcd-4fee-a6e9-20a00ac44866 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 932 time: 0.0673766 Mar 23 15:48:12.718458 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7929a4ca-958e-4346-bca3-011a33d7b211 req-b8422a27-e3b4-486a-bd0a-ffb76d458dcd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570419 Mar 23 15:48:12.902197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d660b7ec-3019-48fa-b972-dda916367b7c {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:12.912483 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks [] for port (d660b7ec-3019-48fa-b972-dda916367b7c), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.927438 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Transition to ACTIVE for port object d660b7ec-3019-48fa-b972-dda916367b7c will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:48:12.933836 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:12.989825 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Pushing event updated for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:13.097564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Attempting to bind port d660b7ec-3019-48fa-b972-dda916367b7c on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:48:13.098116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Attempting to bind port d660b7ec-3019-48fa-b972-dda916367b7c by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:48:13.098640 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Attempting to bind port d660b7ec-3019-48fa-b972-dda916367b7c on network 6bcb32e0-480d-4c95-9fdb-776570366ddb {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:13.106683 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Port d660b7ec-3019-48fa-b972-dda916367b7c on network 6bcb32e0-480d-4c95-9fdb-776570366ddb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:48:13.107226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Attempting to bind port d660b7ec-3019-48fa-b972-dda916367b7c on network 6bcb32e0-480d-4c95-9fdb-776570366ddb {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:13.116500 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:48:13.117045 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Checking segment: {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:48:13.117782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Bound using segment: {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:48:13.118528 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Bound port: d660b7ec-3019-48fa-b972-dda916367b7c, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:48:13.119135 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:13.206716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:48:13.210332 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d660b7ec-3019-48fa-b972-dda916367b7c,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:48:13.219025 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:13.256536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.257175 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:13.258623 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] 10.222.0.61 "PUT /v2.0/ports/d660b7ec-3019-48fa-b972-dda916367b7c HTTP/1.1" status: 200 len: 1094 time: 0.7966857 Mar 23 15:48:13.259103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:13.261535 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08748afe-c2a2-48b4-86a8-da9726ba8b4a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:13.288827 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116d3dc9-42ad-45d8-b09a-a8bf7cdea044 service neutron] Pushing event updated for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:13.337253 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c2df1-3cf5-4fbf-9a16-b225325b5b0a x-openstack-request-id: req-fb5c2df1-3cf5-4fbf-9a16-b225325b5b0a {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:13.337569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:13.337785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb5c2df1-3cf5-4fbf-9a16-b225325b5b0a {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:13.338192 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5c2df1-3cf5-4fbf-9a16-b225325b5b0a'] response: {'name': 'network-changed', 'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c', 'status': 'completed', 'code': 200} Mar 23 15:48:13.359267 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-41abe5a4-d06d-459b-82f9-67bb13d11442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.360962 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-41abe5a4-d06d-459b-82f9-67bb13d11442 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 1128 time: 0.0523555 Mar 23 15:48:13.409143 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-9695f632-ad5e-426b-b6a2-738b83c20ac4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d660b7ec-3019-48fa-b972-dda916367b7c HTTP/1.1" status: 200 len: 217 time: 0.0408716 Mar 23 15:48:13.462901 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-bb1451a6-4e34-4c3e-8482-31775cfb94e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.464405 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-bb1451a6-4e34-4c3e-8482-31775cfb94e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba HTTP/1.1" status: 200 len: 854 time: 0.0487540 Mar 23 15:48:13.505742 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-05aef5df-f84d-4a12-8842-98559f9e661f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bcb32e0-480d-4c95-9fdb-776570366ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345614 Mar 23 15:48:13.637930 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-64e00045-fcc5-427b-ac03-90e9cbb2e989 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250832 Mar 23 15:48:13.741250 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-88035050-ddfe-4f81-be7b-fe4bcc577d1a req-51d6f777-77af-4767-9420-493f2f37a32a service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968390 Mar 23 15:48:13.871280 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-cbf0023b-2af3-4957-9d8c-20748771f2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.872545 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603cf0d-5420-4a63-87ed-e5353737c14c req-c43f1765-fe7d-4196-ace2-c86e2a544038 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.873500 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-cbf0023b-2af3-4957-9d8c-20748771f2f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 1128 time: 0.0584681 Mar 23 15:48:13.874255 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0603cf0d-5420-4a63-87ed-e5353737c14c req-c43f1765-fe7d-4196-ace2-c86e2a544038 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 944 time: 0.0708086 Mar 23 15:48:13.930817 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0603cf0d-5420-4a63-87ed-e5353737c14c req-b0be8322-edf2-45a3-85f7-8e047201e1ce tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503879 Mar 23 15:48:13.984706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-7f765c5f-4bcd-4596-9820-fcf7e3f0b05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:13.986863 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-7f765c5f-4bcd-4596-9820-fcf7e3f0b05c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 200 len: 915 time: 0.1063545 Mar 23 15:48:14.039089 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-bf21ea66-4e06-418f-a21d-3eea143aed01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d660b7ec-3019-48fa-b972-dda916367b7c HTTP/1.1" status: 200 len: 217 time: 0.0380545 Mar 23 15:48:14.093435 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-c6d564b1-7cd3-4ef8-978f-156bc1ccb310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:14.094986 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-c6d564b1-7cd3-4ef8-978f-156bc1ccb310 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba HTTP/1.1" status: 200 len: 854 time: 0.0501680 Mar 23 15:48:14.404763 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-d8342a0f-8b92-411d-9cf2-780c66facd55 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bcb32e0-480d-4c95-9fdb-776570366ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2938719 Mar 23 15:48:14.500606 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-aa288a2f-c574-4c06-9e5b-94bc72a74c34 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888388 Mar 23 15:48:14.620240 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-08748afe-c2a2-48b4-86a8-da9726ba8b4a req-69b158ea-42c6-4b52-82e4-7b15c6450f17 service neutron] 10.222.0.61 "GET /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089375 Mar 23 15:48:15.084235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d3f17f-2019-4a20-aa5b-4944341db9e1 req-a9fd06b5-a214-42f5-9bf6-4df2becf842e tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:15.086622 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-48d3f17f-2019-4a20-aa5b-4944341db9e1 req-a9fd06b5-a214-42f5-9bf6-4df2becf842e tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 944 time: 0.0729179 Mar 23 15:48:15.152343 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-48d3f17f-2019-4a20-aa5b-4944341db9e1 req-4b1a1f27-b6f9-456c-95b9-4f5a9e2c8a07 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Mar 23 15:48:15.526781 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26cad4-cac7-414b-96bc-71bfcf19198c req-d2fe099e-2452-41cb-87dd-b2fd61087ebc tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:15.528502 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cb26cad4-cac7-414b-96bc-71bfcf19198c req-d2fe099e-2452-41cb-87dd-b2fd61087ebc tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0620637 Mar 23 15:48:15.585579 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cb26cad4-cac7-414b-96bc-71bfcf19198c req-bcc0e6e5-6405-4885-8e8a-6a9f7851db8e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503671 Mar 23 15:48:16.279335 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778f1464-0bd3-4243-83a1-10627b520f47 req-fe5b8c77-2b5d-4b9b-a93b-2982a2d415f4 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:16.280912 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-778f1464-0bd3-4243-83a1-10627b520f47 req-fe5b8c77-2b5d-4b9b-a93b-2982a2d415f4 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 944 time: 0.0559974 Mar 23 15:48:16.332171 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-778f1464-0bd3-4243-83a1-10627b520f47 req-ac769e51-8e20-4ce5-9cd8-f27b32b69e22 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433292 Mar 23 15:48:16.495336 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:16.733019 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8309a-29bd-47fb-a994-9e23652c7996 req-9b32bfda-55ae-4ac8-891e-791a01f6bc84 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:16.734808 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d9d8309a-29bd-47fb-a994-9e23652c7996 req-9b32bfda-55ae-4ac8-891e-791a01f6bc84 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0585129 Mar 23 15:48:16.791376 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d9d8309a-29bd-47fb-a994-9e23652c7996 req-8846d5a5-afe2-47e1-ae47-b51a2f3ae037 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485203 Mar 23 15:48:17.468468 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7998579b-660f-4f05-b7bb-edda211ad31f req-51f1a57d-d470-4004-8e69-43642c9fc6b2 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:17.470057 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7998579b-660f-4f05-b7bb-edda211ad31f req-51f1a57d-d470-4004-8e69-43642c9fc6b2 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 944 time: 0.0667591 Mar 23 15:48:17.522049 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7998579b-660f-4f05-b7bb-edda211ad31f req-a62f8a3c-592b-4513-bd2a-544e7ab634b5 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460682 Mar 23 15:48:17.938355 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd493a5-3d3e-42aa-8f06-308b967b740f req-36432a3b-05c7-4a99-95a2-1eca1ee76e0c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:17.941097 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4cd493a5-3d3e-42aa-8f06-308b967b740f req-36432a3b-05c7-4a99-95a2-1eca1ee76e0c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0768209 Mar 23 15:48:17.963081 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b780b-1728-452d-a45e-945568320b77 req-43dd1d03-fddf-42d4-b980-5cc870caaa4e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:17.965168 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3b8b780b-1728-452d-a45e-945568320b77 req-43dd1d03-fddf-42d4-b980-5cc870caaa4e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 945 time: 0.0680635 Mar 23 15:48:17.996769 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4cd493a5-3d3e-42aa-8f06-308b967b740f req-7634bef9-1c79-48ed-af26-ab0efa8b94a7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=ef219133-f5e1-47ff-a03d-1a074e71c8b3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498281 Mar 23 15:48:18.075853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 213ed602-9614-46cc-9271-bf08ed9c4012 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:18.076138 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:18.195217 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] For port 213ed602-9614-46cc-9271-bf08ed9c4012, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=213ed602-9614-46cc-9271-bf08ed9c4012,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:18.195808 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:18.513971 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:18.514439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:18.514868 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP aca11417-f533-4a9f-9073-08736ce5cae2 disassociated. External IP: 172.27.3.117, port: 213ed602-9614-46cc-9271-bf08ed9c4012. Mar 23 15:48:18.515315 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 213ed602-9614-46cc-9271-bf08ed9c4012 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:18.677266 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7e2ad-64c5-469e-a686-1c0ecb6eab12 req-0b1c0688-5002-45e4-944c-9ecbdb00ce22 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:18.679543 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-43f7e2ad-64c5-469e-a686-1c0ecb6eab12 req-0b1c0688-5002-45e4-944c-9ecbdb00ce22 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 944 time: 0.0785990 Mar 23 15:48:18.692300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (213ed602-9614-46cc-9271-bf08ed9c4012), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:18.727460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=213ed602-9614-46cc-9271-bf08ed9c4012,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:18.739078 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-43f7e2ad-64c5-469e-a686-1c0ecb6eab12 req-d7087c1a-4ba7-4228-ad1d-656532abc8e4 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517626 Mar 23 15:48:18.887998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:48:19.014340 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:48:19.027168 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:48:19.051867 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:19.052919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:47:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:19.098539 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] No DVR routers for this DVR port 213ed602-9614-46cc-9271-bf08ed9c4012 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:48:19.105780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:19.111746 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-3b8b780b-1728-452d-a45e-945568320b77 req-2481df92-e880-41ea-91cd-dc240da95d2b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "DELETE /v2.0/ports/213ed602-9614-46cc-9271-bf08ed9c4012 HTTP/1.1" status: 204 len: 173 time: 1.1399639 Mar 23 15:48:19.113367 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'name': 'network-vif-deleted', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:19.117827 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-432fcec0-7250-4a6a-ba85-e302389a4187" -d '{"events": [{"server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "name": "network-vif-deleted", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:19.165286 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-36d4df7f-b8e5-4dec-af66-acdb5904e25f req-3bdf7f27-83fa-46a3-b18c-89464e543772 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6630076-a12c-4a54-98ea-01313948eb57 HTTP/1.1" status: 200 len: 210 time: 0.0686185 Mar 23 15:48:19.198576 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47e2259-0718-467f-8e7a-a1a972b1eb87 x-openstack-request-id: req-f47e2259-0718-467f-8e7a-a1a972b1eb87 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:19.199012 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6630076-a12c-4a54-98ea-01313948eb57", "name": "network-vif-deleted", "tag": "213ed602-9614-46cc-9271-bf08ed9c4012", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:19.199405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f47e2259-0718-467f-8e7a-a1a972b1eb87 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:19.199948 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47e2259-0718-467f-8e7a-a1a972b1eb87'] response: {'server_uuid': 'b6630076-a12c-4a54-98ea-01313948eb57', 'name': 'network-vif-deleted', 'tag': '213ed602-9614-46cc-9271-bf08ed9c4012', 'status': 'completed', 'code': 200} Mar 23 15:48:19.299880 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d660b7ec-3019-48fa-b972-dda916367b7c details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:48:19.437636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:19.556246 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d660b7ec-3019-48fa-b972-dda916367b7c,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:19.579805 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'd660b7ec-3019-48fa-b972-dda916367b7c', 'network_id': '6bcb32e0-480d-4c95-9fdb-776570366ddb', 'port_id': 'd660b7ec-3019-48fa-b972-dda916367b7c', 'mac_address': 'fa:16:3e:48:2b:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd406bd-1212-4d3f-af2d-bfe257c1a9ba', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:48:19.675618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port d660b7ec-3019-48fa-b972-dda916367b7c is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:19.676057 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:19.702627 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d660b7ec-3019-48fa-b972-dda916367b7c {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:19.754924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d660b7ec-3019-48fa-b972-dda916367b7c,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:19.759352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:19.821644 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:19.833046 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.833473 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.833696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.834034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.834377 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.834706 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.835028 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.835349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.835670 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.835990 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.836344 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.836746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.836963 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.837289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.837818 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:19.850887 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:19.885006 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:48:19.895945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:19.896625 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:47:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:19.924131 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e409b-76a4-4f6d-bab8-7b2dd5d50a9c req-6dbf604d-40e0-42e1-8e58-d9b5a11d9571 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:19.926231 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e0e409b-76a4-4f6d-bab8-7b2dd5d50a9c req-6dbf604d-40e0-42e1-8e58-d9b5a11d9571 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 945 time: 0.0657022 Mar 23 15:48:19.988352 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e0e409b-76a4-4f6d-bab8-7b2dd5d50a9c req-ea077151-9e69-414b-9aef-f0fa8abef5d4 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543103 Mar 23 15:48:20.038754 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:20.226289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['d660b7ec-3019-48fa-b972-dda916367b7c'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:48:20.301734 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52418) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:20.385902 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (ef219133-f5e1-47ff-a03d-1a074e71c8b3), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.422204 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (ef219133-f5e1-47ff-a03d-1a074e71c8b3), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.464745 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:20.507829 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-048ab51e-e08a-44a2-93f0-3392db21b181 None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'ff240c5d-18fd-48b1-9094-7ddc80c832ac', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.119', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:ac:c1:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:42:14Z', 'updated_at': '2022-03-23T15:43:09Z', 'revision_number': 2, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:48:20.513290 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ef219133-f5e1-47ff-a03d-1a074e71c8b3), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.520520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.522807 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/security-groups/ef219133-f5e1-47ff-a03d-1a074e71c8b3 HTTP/1.1" status: 204 len: 168 time: 0.2196789 Mar 23 15:48:20.526267 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52420) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:20.541300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4105c07-26a6-42f5-a556-62055de0f3c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef219133-f5e1-47ff-a03d-1a074e71c8b3,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:20.543776 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-2dbc8acb-8a3a-4e36-962a-498dbc12a536 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] show failed (client error): The resource could not be found. Mar 23 15:48:20.548125 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2dbc8acb-8a3a-4e36-962a-498dbc12a536 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups/ef219133-f5e1-47ff-a03d-1a074e71c8b3 HTTP/1.1" status: 404 len: 347 time: 0.0174980 Mar 23 15:48:20.549367 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52422) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:20.744074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 802cd97c-9a43-420e-98f7-a947a2b6d682 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:20.744639 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.769512 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:48:20.854163 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35450055-55fd-4867-a3fc-d3482bfa7459 None None] New status for floating IP aca11417-f533-4a9f-9073-08736ce5cae2: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:48:20.895529 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.896139 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (802cd97c-9a43-420e-98f7-a947a2b6d682), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:20.918733 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 802cd97c-9a43-420e-98f7-a947a2b6d682 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:21.186138 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0535d7-152f-4863-89e7-eccb273d2d72 req-9636db50-2368-43a0-b1b5-579fbaaa08d6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:21.187768 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e0535d7-152f-4863-89e7-eccb273d2d72 req-9636db50-2368-43a0-b1b5-579fbaaa08d6 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 945 time: 0.0751493 Mar 23 15:48:21.202577 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (802cd97c-9a43-420e-98f7-a947a2b6d682), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:21.234351 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=802cd97c-9a43-420e-98f7-a947a2b6d682,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:21.270126 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 213ed602-9614-46cc-9271-bf08ed9c4012 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:21.278379 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e0535d7-152f-4863-89e7-eccb273d2d72 req-925a360e-30c5-4c72-848b-6dae57ebc969 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823345 Mar 23 15:48:21.316252 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 213ed602-9614-46cc-9271-bf08ed9c4012 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:21.316962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 213ed602-9614-46cc-9271-bf08ed9c4012 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:21.322890 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (aca11417-f533-4a9f-9073-08736ce5cae2), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:21.326209 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:21.327511 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-47abe98b-3732-4f5b-ba2b-41edf26e38ab tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/floatingips/aca11417-f533-4a9f-9073-08736ce5cae2 HTTP/1.1" status: 204 len: 168 time: 0.7767291 Mar 23 15:48:21.783428 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6837a6b5-d261-41e9-8e78-aad10ea5482a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:22.483105 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d2204-5184-41f2-8084-ca4a30983be1 req-9237a7e9-b3ca-474b-ae0a-1dd57f29ff3a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:22.485146 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-568d2204-5184-41f2-8084-ca4a30983be1 req-9237a7e9-b3ca-474b-ae0a-1dd57f29ff3a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 945 time: 0.0939655 Mar 23 15:48:22.572950 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-568d2204-5184-41f2-8084-ca4a30983be1 req-62d4b01f-ea28-4bf0-8e13-7f263c536b66 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807507 Mar 23 15:48:23.156780 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26333965-666a-4c71-9110-0af497de15f1 req-80dcafb0-6ed0-48cd-9e0f-443c565117ae tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:23.159435 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-26333965-666a-4c71-9110-0af497de15f1 req-80dcafb0-6ed0-48cd-9e0f-443c565117ae tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.0988252 Mar 23 15:48:23.280533 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d660b7ec-3019-48fa-b972-dda916367b7c up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:48:23.339199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port d660b7ec-3019-48fa-b972-dda916367b7c completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:48:23.343927 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port d660b7ec-3019-48fa-b972-dda916367b7c triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:48:23.344345 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:23.440605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port d660b7ec-3019-48fa-b972-dda916367b7c is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:23.441015 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:23.469159 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:23.471877 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84cc83b-c20f-4c79-8d04-ed8590d053db" -d '{"events": [{"server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "name": "network-vif-plugged", "status": "completed", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:23.489875 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d660b7ec-3019-48fa-b972-dda916367b7c,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:23.498864 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:23.572709 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:23.577207 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-26333965-666a-4c71-9110-0af497de15f1 req-3ffe048c-8414-42ee-bf94-d30383d71ffe tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4106200 Mar 23 15:48:23.613909 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ad354b-2660-4388-a6ea-91c47462a9a3 x-openstack-request-id: req-48ad354b-2660-4388-a6ea-91c47462a9a3 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:23.614479 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "name": "network-vif-plugged", "status": "completed", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:23.614972 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-48ad354b-2660-4388-a6ea-91c47462a9a3 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:23.615790 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48ad354b-2660-4388-a6ea-91c47462a9a3'] response: {'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c', 'code': 200} Mar 23 15:48:23.722860 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d1bbea95-8496-4993-8c89-1145b9b35783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:23.779954 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53db7ec-dbcd-45cc-9c47-b7fe348eec77 req-39a8e693-0ea3-472d-a75c-af5c6f189e8c tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:23.782706 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d53db7ec-dbcd-45cc-9c47-b7fe348eec77 req-39a8e693-0ea3-472d-a75c-af5c6f189e8c tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.0992923 Mar 23 15:48:23.861955 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d53db7ec-dbcd-45cc-9c47-b7fe348eec77 req-7c9df96e-87c2-48ec-85d9-c690ed02477e tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693760 Mar 23 15:48:23.939237 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84e53d-a579-4004-bee8-7b12cf15aab3 req-01c135f8-d3d8-4eb7-9e1d-8e442eeddbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:23.941856 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fa84e53d-a579-4004-bee8-7b12cf15aab3 req-01c135f8-d3d8-4eb7-9e1d-8e442eeddbf0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 1130 time: 0.0627730 Mar 23 15:48:24.008626 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fa84e53d-a579-4004-bee8-7b12cf15aab3 req-eab1905f-afd5-4f18-8543-680476e43430 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590899 Mar 23 15:48:24.465735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-162ff84d-d76c-439d-a13c-91b31043de30 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:24.467431 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-162ff84d-d76c-439d-a13c-91b31043de30 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.0638943 Mar 23 15:48:24.575950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 471540f3-95ce-4c9f-9cd7-2690754996e1 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:24.576326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:24.713642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] For port 471540f3-95ce-4c9f-9cd7-2690754996e1, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=471540f3-95ce-4c9f-9cd7-2690754996e1,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:24.714057 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:24.750060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb5201-4c13-48f1-af99-5751a1d87952 req-bd10cdd5-9356-410a-ba3c-ae8a1b8c5e9a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:24.751565 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00cb5201-4c13-48f1-af99-5751a1d87952 req-bd10cdd5-9356-410a-ba3c-ae8a1b8c5e9a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 945 time: 0.0801904 Mar 23 15:48:24.806064 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00cb5201-4c13-48f1-af99-5751a1d87952 req-bfcd7331-e955-42cb-8f8c-642300ff6688 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=45354589-5344-409d-9bef-3987cebba545&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479498 Mar 23 15:48:24.945196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:24.946023 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:24.946278 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP ff240c5d-18fd-48b1-9094-7ddc80c832ac disassociated. External IP: 172.27.3.119, port: 471540f3-95ce-4c9f-9cd7-2690754996e1. Mar 23 15:48:24.946828 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 471540f3-95ce-4c9f-9cd7-2690754996e1 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:25.006762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5202b-24b0-4c86-b4bd-a98f9c633ec3 req-fc95bd9f-65cd-4cd1-9f26-653f2e499267 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:25.008275 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-60c5202b-24b0-4c86-b4bd-a98f9c633ec3 req-fc95bd9f-65cd-4cd1-9f26-653f2e499267 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.0623934 Mar 23 15:48:25.073127 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-60c5202b-24b0-4c86-b4bd-a98f9c633ec3 req-f312c67f-9a5c-4006-8e79-057d4e499222 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585501 Mar 23 15:48:25.136460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (471540f3-95ce-4c9f-9cd7-2690754996e1), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:25.169801 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=471540f3-95ce-4c9f-9cd7-2690754996e1,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:25.211070 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:25.299555 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:48:25.422744 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:48:25.436254 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:48:25.449027 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:25.449575 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:25.484993 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] No DVR routers for this DVR port 471540f3-95ce-4c9f-9cd7-2690754996e1 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:48:25.489201 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:25.495135 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0c4fd488-8b2c-480d-b350-0cca91e7df0d req-f6bfac29-58dc-4ba3-b436-6bcd2deeaef8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "DELETE /v2.0/ports/471540f3-95ce-4c9f-9cd7-2690754996e1 HTTP/1.1" status: 204 len: 173 time: 1.0209167 Mar 23 15:48:25.495867 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'name': 'network-vif-deleted', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:25.500102 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa5927-1ed7-4e49-944b-85958d0ac5fb" -d '{"events": [{"server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "name": "network-vif-deleted", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:25.588343 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c654e010-3f82-4daa-85a1-c3744c745974 x-openstack-request-id: req-c654e010-3f82-4daa-85a1-c3744c745974 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:25.588777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6fdc76c-8fca-427b-abb2-a2e237f77fb1", "name": "network-vif-deleted", "tag": "471540f3-95ce-4c9f-9cd7-2690754996e1", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:25.589159 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c654e010-3f82-4daa-85a1-c3744c745974 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:25.589790 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c654e010-3f82-4daa-85a1-c3744c745974'] response: {'server_uuid': 'e6fdc76c-8fca-427b-abb2-a2e237f77fb1', 'name': 'network-vif-deleted', 'tag': '471540f3-95ce-4c9f-9cd7-2690754996e1', 'status': 'completed', 'code': 200} Mar 23 15:48:25.657212 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:25.937618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:25.967645 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:48:25.978304 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:25.979163 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:25.981340 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4045e58a-5666-43f1-aa94-7f3113c826b9 req-28bd09b3-49d0-4f5f-a45d-85417becb02f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e6fdc76c-8fca-427b-abb2-a2e237f77fb1 HTTP/1.1" status: 200 len: 210 time: 0.0301814 Mar 23 15:48:26.252761 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cfcd7-58e6-448c-9e21-f4b1750f9c07 req-e1108cfb-c0aa-4bb9-adef-f7472c4f9908 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:26.255612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-720cfcd7-58e6-448c-9e21-f4b1750f9c07 req-e1108cfb-c0aa-4bb9-adef-f7472c4f9908 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.0875077 Mar 23 15:48:26.275706 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:26.323768 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-720cfcd7-58e6-448c-9e21-f4b1750f9c07 req-ee5da14b-5484-42b0-a2ab-0fb23f170e1a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572586 Mar 23 15:48:26.538346 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:26.573547 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:26.622822 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c777-f713-4f77-a181-3ae9c4b2eabe None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:48:26.990916 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a48658f-2d17-4ab9-96ef-7d452fc70de1 None None] New status for floating IP ff240c5d-18fd-48b1-9094-7ddc80c832ac: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:48:27.792916 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.105938 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52484) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:28.171042 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (45354589-5344-409d-9bef-3987cebba545), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.200878 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (45354589-5344-409d-9bef-3987cebba545), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.270197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (45354589-5344-409d-9bef-3987cebba545), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.273768 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.275139 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/security-groups/45354589-5344-409d-9bef-3987cebba545 HTTP/1.1" status: 204 len: 168 time: 0.1681230 Mar 23 15:48:28.278989 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52486) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:28.286424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6fb2d-1c2e-42d0-ab50-30dc2e111b42 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45354589-5344-409d-9bef-3987cebba545,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:28.298887 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-50bbef3a-a756-4e4a-83b9-5a6e2c465fd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] show failed (client error): The resource could not be found. Mar 23 15:48:28.301259 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-50bbef3a-a756-4e4a-83b9-5a6e2c465fd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups/45354589-5344-409d-9bef-3987cebba545 HTTP/1.1" status: 404 len: 347 time: 0.0205088 Mar 23 15:48:28.304742 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52488) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:28.447077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 879602d0-e6d4-4b89-a2e0-a895bd019fa1 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:28.447398 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.531169 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.531520 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (879602d0-e6d4-4b89-a2e0-a895bd019fa1), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.546444 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 879602d0-e6d4-4b89-a2e0-a895bd019fa1 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:28.755509 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (879602d0-e6d4-4b89-a2e0-a895bd019fa1), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.783186 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=879602d0-e6d4-4b89-a2e0-a895bd019fa1,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:28.797670 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.798015 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.798349 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.798688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.799015 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.799397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.799732 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.800067 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.800399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.800695 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.801027 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.801344 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.801669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.801988 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.802305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:48:28.868105 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (ff240c5d-18fd-48b1-9094-7ddc80c832ac), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.870906 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:28.872139 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-20e94024-442e-40fb-95be-70969ac778a2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/floatingips/ff240c5d-18fd-48b1-9094-7ddc80c832ac HTTP/1.1" status: 204 len: 168 time: 0.5660651 Mar 23 15:48:29.041874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52494) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:29.047815 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--842774575', 'description': 'tempest-description--902686427'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:29.075903 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.158445 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (a607c97d-fb4c-41c1-8f4c-f2517c4dafc5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.164533 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a607c97d-fb4c-41c1-8f4c-f2517c4dafc5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.196333 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.197635 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1544387 Mar 23 15:48:29.202340 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52496) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:29.202633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91057018-b0c2-4e59-8265-8f9e5d9d024d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:29.208523 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': 'a607c97d-fb4c-41c1-8f4c-f2517c4dafc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:29.240381 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (52ce06ba-5fa9-4f84-9095-f3fa081e8f4c), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.296866 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 471540f3-95ce-4c9f-9cd7-2690754996e1 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:29.307899 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (52ce06ba-5fa9-4f84-9095-f3fa081e8f4c), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.317572 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (52ce06ba-5fa9-4f84-9095-f3fa081e8f4c), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.324605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 471540f3-95ce-4c9f-9cd7-2690754996e1 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:29.324957 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 471540f3-95ce-4c9f-9cd7-2690754996e1 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:29.339557 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ce06ba-5fa9-4f84-9095-f3fa081e8f4c,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:29.352288 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.353887 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-41642b0e-e097-45fd-ae3f-27800cd7a978 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502373 Mar 23 15:48:29.357373 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52500) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:29.363199 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': 'a607c97d-fb4c-41c1-8f4c-f2517c4dafc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:29.391415 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (acd65f46-d478-46ae-9ae2-ac90c67e5f50), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.462976 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (acd65f46-d478-46ae-9ae2-ac90c67e5f50), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.468119 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (acd65f46-d478-46ae-9ae2-ac90c67e5f50), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.488805 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd65f46-d478-46ae-9ae2-ac90c67e5f50,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:29.499593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.500922 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9710259d-c94a-451e-8916-cdf2a8ee010c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1419251 Mar 23 15:48:29.504628 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52502) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:29.509474 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:29.532262 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.640202 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.758653 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.27.3.239 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:48:29.874121 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.913522 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:29.958647 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:48:29.962829 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:48:29.969930 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:48:29.976818 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:30.083607 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.134293 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.363323 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.371948 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.415320 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97191f-c437-43ef-9361-d5f273cc90fd req-5e594826-722f-4929-ad65-67e0f8adf75a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:30.416909 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-af97191f-c437-43ef-9361-d5f273cc90fd req-5e594826-722f-4929-ad65-67e0f8adf75a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.1135719 Mar 23 15:48:30.471291 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:30.494630 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.521965 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-af97191f-c437-43ef-9361-d5f273cc90fd req-d8dc6bf9-ba41-4c11-b6b7-aafd1c4dd8cd tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978625 Mar 23 15:48:30.525234 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:30.526439 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-04cd70a4-fc75-45e2-aa0a-24433b78f421 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0207250 Mar 23 15:48:30.694991 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-c159ef28-1a46-4340-8b06-7fdaf8bee480 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--842774575&fields=id&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 267 time: 0.0497019 Mar 23 15:48:30.815399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-608d2106-3ea5-4404-9790-92e6f84c70db tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:30.816902 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-608d2106-3ea5-4404-9790-92e6f84c70db tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.1146333 Mar 23 15:48:30.835451 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-feea4109-dba8-41c2-b29d-a3062da97c9c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/quotas/fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 375 time: 0.0122423 Mar 23 15:48:30.906860 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-10a8b027-3607-4324-90ae-cbb1bc22e6e7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647788 Mar 23 15:48:31.068292 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-f6c8c8ff-1669-4bd3-bb30-4679957e2d32 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455500 Mar 23 15:48:31.169717 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-e54a30bf-fac0-449f-8982-d24da359d226 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955873 Mar 23 15:48:31.359626 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-48fb8a24-9b66-42a1-86ce-13a0540c5302 req-3b24c316-7f0c-45ea-a288-ca6762e95e64 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 210 time: 0.0415750 Mar 23 15:48:31.724283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd42705-3a4e-4610-9675-2150839c9187 req-eae15b99-b482-4c6d-8a6f-140d99642df4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:31.727204 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3bd42705-3a4e-4610-9675-2150839c9187 req-eae15b99-b482-4c6d-8a6f-140d99642df4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0813308 Mar 23 15:48:31.795951 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3bd42705-3a4e-4610-9675-2150839c9187 req-08819a56-b07e-496f-9226-964f6c18cda7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638387 Mar 23 15:48:32.303320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-e0607cfb-dfc3-4123-a9a0-e5a8c05e6e1c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:32.306175 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-e0607cfb-dfc3-4123-a9a0-e5a8c05e6e1c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0889151 Mar 23 15:48:32.521661 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-359dbdc1-38b1-4d61-9fa0-ab05a5d405e9 req-1cb2580e-c35e-4617-a758-f62a7c50ef09 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 210 time: 0.0526614 Mar 23 15:48:32.533141 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-b7e13839-ece2-419a-8cb8-b1a328fe7a3a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:32.534846 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-b7e13839-ece2-419a-8cb8-b1a328fe7a3a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.1685574 Mar 23 15:48:32.552827 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port 2342d7a9-d27a-4615-98d2-668fc725df0e {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:32.553451 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:32.704381 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-35591c6e-7b47-42ba-a6fd-7bd4bea83c6b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 379 time: 0.1351895 Mar 23 15:48:32.713864 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] For port 2342d7a9-d27a-4615-98d2-668fc725df0e, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2342d7a9-d27a-4615-98d2-668fc725df0e,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:32.714234 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:32.719963 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'port': {'device_id': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'admin_state_up': True, 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'security_groups': ['a607c97d-fb4c-41c1-8f4c-f2517c4dafc5']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:32.974395 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118623d7-bbfc-4552-8c64-f662fb17e0ae req-93939771-ac30-4a2f-8ebf-3b30d3f70151 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:32.976661 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-118623d7-bbfc-4552-8c64-f662fb17e0ae req-93939771-ac30-4a2f-8ebf-3b30d3f70151 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 945 time: 0.0820668 Mar 23 15:48:32.997387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:48:33.001493 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:33.029639 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:33.030007 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:33.030328 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP 6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a disassociated. External IP: 172.27.3.47, port: 2342d7a9-d27a-4615-98d2-668fc725df0e. Mar 23 15:48:33.030676 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for 2342d7a9-d27a-4615-98d2-668fc725df0e owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:33.065410 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-118623d7-bbfc-4552-8c64-f662fb17e0ae req-2e68d798-7114-403e-a361-bb6fd6001028 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781147 Mar 23 15:48:33.474860 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.20.0.3 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/1ce8884c-909a-45a0-8966-cecf0f466bd4) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:48:33.573982 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (2342d7a9-d27a-4615-98d2-668fc725df0e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:33.646483 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=2342d7a9-d27a-4615-98d2-668fc725df0e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:33.672235 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16d6ac92-cbc5-45e9-b207-dad4bde7f32e req-2a582699-47cd-4270-8a73-1ac59efab5c9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 210 time: 0.0461273 Mar 23 15:48:33.814899 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:33.848710 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:48:33.919465 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.020539 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:48:34.027134 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:48:34.031243 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:34.033987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:48:34.092203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:48:34.110388 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:48:34.115830 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:34.116564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.132216 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:34.133472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:34.168254 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] No DVR routers for this DVR port 2342d7a9-d27a-4615-98d2-668fc725df0e on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:48:34.171425 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.176881 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e5afe725-d422-4fcc-bf68-9b9e7278fd39 req-708948d6-e231-4613-b59a-035773ef5db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "DELETE /v2.0/ports/2342d7a9-d27a-4615-98d2-668fc725df0e HTTP/1.1" status: 204 len: 173 time: 1.8637786 Mar 23 15:48:34.177401 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'name': 'network-vif-deleted', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:34.180873 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09a4612-5fda-47db-8076-41bfb6ee1e84" -d '{"events": [{"server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "name": "network-vif-deleted", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:34.198345 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-d489acfb-a747-437f-8d53-1bf0f8880a2a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4867053 Mar 23 15:48:34.209968 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Request body: {'port': {'device_id': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:34.321223 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0bb1822c-66a9-4943-a522-7c84de6623f7 req-91f2092d-1c16-4713-a2f2-37b2bc2f942a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9cfefd6-de78-40af-8292-26b337455c12 HTTP/1.1" status: 200 len: 210 time: 0.0869312 Mar 23 15:48:34.350063 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c8db0-bb78-4bbe-877b-a1cddc3285d8 x-openstack-request-id: req-d75c8db0-bb78-4bbe-877b-a1cddc3285d8 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:34.350650 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9cfefd6-de78-40af-8292-26b337455c12", "name": "network-vif-deleted", "tag": "2342d7a9-d27a-4615-98d2-668fc725df0e", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:34.351056 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d75c8db0-bb78-4bbe-877b-a1cddc3285d8 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:34.351895 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75c8db0-bb78-4bbe-877b-a1cddc3285d8'] response: {'server_uuid': 'd9cfefd6-de78-40af-8292-26b337455c12', 'name': 'network-vif-deleted', 'tag': '2342d7a9-d27a-4615-98d2-668fc725df0e', 'status': 'completed', 'code': 200} Mar 23 15:48:34.380647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.467906 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:34.765624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-3d6f923e-0d87-48f9-9688-fbbd3ff7a4b1 None None] Provisioning complete for port 1ce8884c-909a-45a0-8966-cecf0f466bd4 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:48:34.766274 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3d6f923e-0d87-48f9-9688-fbbd3ff7a4b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.854129 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f923e-0d87-48f9-9688-fbbd3ff7a4b1 None None] Port 1ce8884c-909a-45a0-8966-cecf0f466bd4 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:48:34.885737 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce8884c-909a-45a0-8966-cecf0f466bd4 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:34.895557 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks [] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.909659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Transition to ACTIVE for port object 1ce8884c-909a-45a0-8966-cecf0f466bd4 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:48:34.912163 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b9e8-b51e-4039-9a6d-78f3a748ba41 req-faa6c311-0294-4468-8f82-918c4d666af5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:34.914809 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b753b9e8-b51e-4039-9a6d-78f3a748ba41 req-faa6c311-0294-4468-8f82-918c4d666af5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 931 time: 0.1002657 Mar 23 15:48:34.916772 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:34.972653 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:35.021846 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b753b9e8-b51e-4039-9a6d-78f3a748ba41 req-8be7dc8c-fa6d-43b3-a3ce-4097f0cfc448 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970378 Mar 23 15:48:35.047211 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:35.064714 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:48:35.080627 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Attempting to bind port 1ce8884c-909a-45a0-8966-cecf0f466bd4 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:48:35.081213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Attempting to bind port 1ce8884c-909a-45a0-8966-cecf0f466bd4 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:48:35.081644 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Attempting to bind port 1ce8884c-909a-45a0-8966-cecf0f466bd4 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:35.088333 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Port 1ce8884c-909a-45a0-8966-cecf0f466bd4 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:48:35.088855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Attempting to bind port 1ce8884c-909a-45a0-8966-cecf0f466bd4 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:35.089630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:35.090722 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:35.096422 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:48:35.096979 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:48:35.097530 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:48:35.098295 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Bound port: 1ce8884c-909a-45a0-8966-cecf0f466bd4, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:48:35.098812 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:35.199341 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:48:35.203860 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:48:35.217577 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:35.259444 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:35.260211 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:35.261922 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] 10.222.0.61 "PUT /v2.0/ports/1ce8884c-909a-45a0-8966-cecf0f466bd4 HTTP/1.1" status: 200 len: 1093 time: 1.0565946 Mar 23 15:48:35.288626 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9c096-e98c-488e-bea8-1b7d137f4144 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:35.330812 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:35.655671 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:35.710969 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db13ba65-f597-4a6f-888b-195c9809f768 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:48:35.716091 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-13f57353-9bf7-4ffc-b640-e52c46e58b9d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965777850&fields=id&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 267 time: 0.0608211 Mar 23 15:48:35.881973 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-de44d0df-cc7f-489b-a9e3-a923063768e0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:35.884693 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-de44d0df-cc7f-489b-a9e3-a923063768e0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.1570709 Mar 23 15:48:35.915516 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-4043776d-f3e6-4f58-80c0-6f37f6268349 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/quotas/a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 375 time: 0.0133097 Mar 23 15:48:35.980788 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-aa813510-714d-47d0-bf61-415e4e5929b3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0596766 Mar 23 15:48:36.024725 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b6734-a7b1-482b-b791-8f43d5cf2f01 None None] New status for floating IP 6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:48:36.186192 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-d2f62596-7347-48fc-ad08-8427c6945a30 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877880 Mar 23 15:48:36.215677 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c498501-101e-40da-a1d6-dce227ded676 req-283d738e-cbdf-481f-8d87-92d42cc2e960 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:36.217362 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4c498501-101e-40da-a1d6-dce227ded676 req-283d738e-cbdf-481f-8d87-92d42cc2e960 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0964358 Mar 23 15:48:36.325257 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4c498501-101e-40da-a1d6-dce227ded676 req-1ba4d45c-6f07-4e03-ac8c-bd005d1e033c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972161 Mar 23 15:48:36.342246 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-4e7bd174-99d6-42d9-8e4c-fcd2bfcb76c8 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446207 Mar 23 15:48:36.353846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:36.357614 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:36.425711 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0faa605c-5c8b-45a9-88d8-fd728ac803b1 x-openstack-request-id: req-0faa605c-5c8b-45a9-88d8-fd728ac803b1 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:36.426326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:36.426823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0faa605c-5c8b-45a9-88d8-fd728ac803b1 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:36.427511 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0faa605c-5c8b-45a9-88d8-fd728ac803b1'] response: {'name': 'network-changed', 'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'status': 'completed', 'code': 200} Mar 23 15:48:36.775302 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f88f1d32-d8d3-4c60-bfc2-3a89f4a943b8 req-e028f0ba-9543-43e3-b74e-1bce5e30eb9d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 210 time: 0.0491729 Mar 23 15:48:37.480163 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e4f72-53e5-469d-9884-60ca5dc6f8f3 req-b1264994-b56b-459e-af1f-7d9b685a3683 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:37.482760 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-732e4f72-53e5-469d-9884-60ca5dc6f8f3 req-b1264994-b56b-459e-af1f-7d9b685a3683 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0640085 Mar 23 15:48:37.546916 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-732e4f72-53e5-469d-9884-60ca5dc6f8f3 req-87b56287-e5bf-47f7-b282-7bdebc1555a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578454 Mar 23 15:48:37.909650 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e890ab3d-dee8-492e-9a59-a70968cc7e55 req-624e2153-3e5f-4949-9336-ffcc8865e815 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 210 time: 0.0292749 Mar 23 15:48:38.696433 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d078dc-820c-487d-8689-8c851ba895e1 req-dbadc322-c318-4e6f-a969-8465ffd2a50f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:38.698101 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-15d078dc-820c-487d-8689-8c851ba895e1 req-dbadc322-c318-4e6f-a969-8465ffd2a50f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0650079 Mar 23 15:48:38.774045 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-15d078dc-820c-487d-8689-8c851ba895e1 req-6a3c9395-9a0c-4114-90cb-d0e9e938ee35 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698683 Mar 23 15:48:38.969981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2342d7a9-d27a-4615-98d2-668fc725df0e no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:39.002806 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 2342d7a9-d27a-4615-98d2-668fc725df0e {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:39.003477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2342d7a9-d27a-4615-98d2-668fc725df0e not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:39.036744 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b385ed00-f373-4fd8-b6fc-c55445619669 req-a1f3ba64-a13a-4eee-b46e-e392115cc5fb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 210 time: 0.0383115 Mar 23 15:48:39.056033 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-b14fe6ba-bf8a-47ed-8134-f1aa7225c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.057681 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-b14fe6ba-bf8a-47ed-8134-f1aa7225c79e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 1127 time: 0.0830982 Mar 23 15:48:39.212162 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-eaf0c654-c2bb-47be-8c76-d13d79059147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.214395 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-eaf0c654-c2bb-47be-8c76-d13d79059147 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1486814 Mar 23 15:48:39.345802 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-c9f84ac5-6693-40c1-bcf1-9680912ac750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.347406 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9eb1a3fc-254d-42d0-9210-06a6d71b1c82 req-c9f84ac5-6693-40c1-bcf1-9680912ac750 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263618 Mar 23 15:48:39.449234 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-c8a6e3a7-e718-4f98-9a3b-6d047c85bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.451016 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-c8a6e3a7-e718-4f98-9a3b-6d047c85bda3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 1127 time: 0.0557830 Mar 23 15:48:39.502484 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-c2162764-42d4-417f-88a6-a571280911e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4 HTTP/1.1" status: 200 len: 217 time: 0.0401664 Mar 23 15:48:39.563555 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-cebe0c49-5c9b-497d-8079-ec019ce2a266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.565443 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-cebe0c49-5c9b-497d-8079-ec019ce2a266 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0559001 Mar 23 15:48:39.790703 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-2320bb9f-ed52-42b0-b37b-fef32237e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.792371 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-2320bb9f-ed52-42b0-b37b-fef32237e778 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575316 Mar 23 15:48:39.953487 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efccfca-e713-4f3a-9a3c-125e52c92202 req-3602e875-1909-4d88-aeaf-39e0b4a487a3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:39.955457 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7efccfca-e713-4f3a-9a3c-125e52c92202 req-3602e875-1909-4d88-aeaf-39e0b4a487a3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0871058 Mar 23 15:48:40.027529 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7efccfca-e713-4f3a-9a3c-125e52c92202 req-42fc343b-e106-4b04-86c6-617afc5752dd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651929 Mar 23 15:48:40.121907 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-845bb708-4ee8-4040-82d4-7bbb0aa54624 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205068 Mar 23 15:48:40.132879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-7b4352b6-fa32-4f9a-b2a8-fc3f4f9115d5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:40.134550 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-7b4352b6-fa32-4f9a-b2a8-fc3f4f9115d5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.2190707 Mar 23 15:48:40.237775 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a4598f22-4061-4f7d-b199-31e857786331 req-d915c95c-5f59-4a41-bcfd-da4a85fc0c52 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 210 time: 0.0753243 Mar 23 15:48:40.294400 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-b3944f2c-8cdc-46be-baa4-209fe46795a6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 380 time: 0.1500013 Mar 23 15:48:40.304124 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'port': {'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'admin_state_up': True, 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'security_groups': ['ec8644a2-9e01-4208-bdec-3c35a34e6716']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:40.365186 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cffc8f84-ac9e-4fc3-a8e8-59c92827a9f4 req-7f26857a-9d26-445c-b614-7ff16ce53d26 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294142 Mar 23 15:48:40.447747 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Made reservation on behalf of a47111d79ce7493c9c9f0addceae88da for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:48:40.451858 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:40.620085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.20.0.8 (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755/8de6be1a-81c7-47ca-ad3e-b88a505d78ea/49d5d706-e8be-4aa1-86b5-ab61ae3c6839) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:48:40.819367 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:40.873717 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:40.937276 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:48:40.943880 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:48:40.951935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:48:40.959805 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:41.017902 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:41.018653 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:41.040117 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-43fbd4f2-57fc-4f7f-a7db-93e12d9c2e09 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7399244 Mar 23 15:48:41.184513 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312f167d-b9f8-4638-bafd-b39f0da94171 req-3952143f-931a-4646-99ed-d9c153a4fd1d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:41.186137 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-312f167d-b9f8-4638-bafd-b39f0da94171 req-3952143f-931a-4646-99ed-d9c153a4fd1d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0663488 Mar 23 15:48:41.241708 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-312f167d-b9f8-4638-bafd-b39f0da94171 req-eb7633a7-5d19-4168-b6db-5055da185297 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493915 Mar 23 15:48:41.290706 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-19d924e8-be62-4979-8ccc-3a090f32471c None None] Provisioning complete for port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:48:41.291932 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-19d924e8-be62-4979-8ccc-3a090f32471c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:41.333885 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-19d924e8-be62-4979-8ccc-3a090f32471c None None] Port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:48:41.389019 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f402021-26bb-43ba-be57-e584bc8464e0 req-218a2312-6066-40af-915f-7b07b733a0b0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:41.390789 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f402021-26bb-43ba-be57-e584bc8464e0 req-218a2312-6066-40af-915f-7b07b733a0b0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 931 time: 0.0660770 Mar 23 15:48:41.458607 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f402021-26bb-43ba-be57-e584bc8464e0 req-3ed7a566-3eee-4ebe-8042-1b88e2c04d7f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580115 Mar 23 15:48:42.317655 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Request body: {'port': {'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:42.395519 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0193298-791e-4b06-982f-21305340a7ef req-6112fe3f-7a0b-408c-95c3-d8019baaff71 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:42.397974 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:42.398165 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c0193298-791e-4b06-982f-21305340a7ef req-6112fe3f-7a0b-408c-95c3-d8019baaff71 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0747247 Mar 23 15:48:42.465670 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c0193298-791e-4b06-982f-21305340a7ef req-1f0fc0a3-fab1-43c2-ae92-250851facfa8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612292 Mar 23 15:48:42.630124 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419e3ae-31cd-4158-86c8-f5212d4e1ecf req-cd218cad-a727-4616-a297-d0b78d8af6a9 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:42.632793 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c419e3ae-31cd-4158-86c8-f5212d4e1ecf req-cd218cad-a727-4616-a297-d0b78d8af6a9 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 931 time: 0.0865705 Mar 23 15:48:42.697681 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c419e3ae-31cd-4158-86c8-f5212d4e1ecf req-8138a316-e917-4297-b928-0264cb5bc327 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575442 Mar 23 15:48:42.776516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:42.787206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks [] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:42.804047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Transition to ACTIVE for port object 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:48:42.810270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:42.869740 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Pushing event updated for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:42.969633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Attempting to bind port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:48:42.970197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Attempting to bind port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:48:42.970780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Attempting to bind port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:42.979178 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:48:42.979713 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Attempting to bind port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:48:42.988667 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:48:42.989140 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:48:42.989721 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Bound using segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:48:42.990341 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Bound port: 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:48:42.990868 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:43.097935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:48:43.101898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:48:43.111522 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:43.150389 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:43.151032 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:43.152585 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] 10.222.0.61 "PUT /v2.0/ports/49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 1093 time: 0.8398955 Mar 23 15:48:43.153059 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:43.155534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:43.184425 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066362f9-6bf9-4584-9779-311ea4e942eb service neutron] Pushing event updated for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:43.219156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54254726-0720-4f6a-9e4c-e074a928ad5f x-openstack-request-id: req-54254726-0720-4f6a-9e4c-e074a928ad5f {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:43.219608 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:43.220003 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54254726-0720-4f6a-9e4c-e074a928ad5f {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:43.220665 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54254726-0720-4f6a-9e4c-e074a928ad5f'] response: {'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'status': 'completed', 'code': 200} Mar 23 15:48:43.627607 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5ff21-9c60-4a9a-ac5c-0bb01990423e req-fc7783fa-5217-45b5-83b9-b6edda2f884f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:43.629312 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ada5ff21-9c60-4a9a-ac5c-0bb01990423e req-fc7783fa-5217-45b5-83b9-b6edda2f884f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0873585 Mar 23 15:48:43.690920 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ada5ff21-9c60-4a9a-ac5c-0bb01990423e req-4b4429d0-5769-415c-bc46-582fe2e74105 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511894 Mar 23 15:48:43.838096 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c229e4-388d-4800-9301-004f0d4da868 req-98f00a36-2cb0-4278-ae2a-1d5264c80809 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:43.839773 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-19c229e4-388d-4800-9301-004f0d4da868 req-98f00a36-2cb0-4278-ae2a-1d5264c80809 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.0683231 Mar 23 15:48:43.902503 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-19c229e4-388d-4800-9301-004f0d4da868 req-907c8003-c900-4842-8aa6-3034b92b6df6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518792 Mar 23 15:48:44.717815 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-4d5add4f-3c6b-412c-8b4d-4ea774014f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:44.719355 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-4d5add4f-3c6b-412c-8b4d-4ea774014f0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1127 time: 0.0545337 Mar 23 15:48:44.845099 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529154d-80e1-4d7c-ae18-95016df0333f req-09f4c222-6ea7-402d-89e2-e18ece5a9cb5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:44.846871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9529154d-80e1-4d7c-ae18-95016df0333f req-09f4c222-6ea7-402d-89e2-e18ece5a9cb5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0676050 Mar 23 15:48:44.873624 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-1bbd723d-ab46-45bb-b2a2-d4ec74149815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:44.875792 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-1bbd723d-ab46-45bb-b2a2-d4ec74149815 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a47111d79ce7493c9c9f0addceae88da&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1463933 Mar 23 15:48:44.937958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9529154d-80e1-4d7c-ae18-95016df0333f req-2cff8132-6ebf-49c1-802f-cf320489e196 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832536 Mar 23 15:48:45.031150 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-ff0d1db9-7eec-4c66-9947-8a8930677906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:45.032813 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd886b9e-a15c-440f-be5f-00bc2ee6c7f8 req-ff0d1db9-7eec-4c66-9947-8a8930677906 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1509542 Mar 23 15:48:45.122297 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d83de0-32f6-4b15-bafc-b4af52ca13c4 req-b4924e4d-563c-4410-b25a-91a6ca7db648 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:45.125496 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7d83de0-32f6-4b15-bafc-b4af52ca13c4 req-b4924e4d-563c-4410-b25a-91a6ca7db648 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.0933146 Mar 23 15:48:45.216034 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7d83de0-32f6-4b15-bafc-b4af52ca13c4 req-ec7e8abc-850e-4017-b2e3-7c0d567758e9 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781236 Mar 23 15:48:45.224855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-e6016a42-f362-45e0-b1df-26f5c3676880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:45.228507 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-e6016a42-f362-45e0-b1df-26f5c3676880 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1127 time: 0.0769312 Mar 23 15:48:45.297500 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-b2849b16-b57e-4001-92ee-1befacf1a762 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 217 time: 0.0614133 Mar 23 15:48:45.355659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-62e95551-6138-4033-a0f5-747613f00958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:45.357549 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-62e95551-6138-4033-a0f5-747613f00958 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0532773 Mar 23 15:48:45.441930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-25bf1272-2f55-4cc8-864b-48accf5465da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:45.444670 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-25bf1272-2f55-4cc8-864b-48accf5465da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772748 Mar 23 15:48:45.554985 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-07b20ebc-6b4c-488f-8716-be2ddd3cb98d service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026106 Mar 23 15:48:45.678071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c7843ee6-b6ec-4087-ad22-9d7c7ab2b6a5 req-14ba630e-7970-402b-9697-7e546b9a0ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161065 Mar 23 15:48:46.115424 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0eea1-c95f-4712-909c-a3dbadb888bc req-8801790f-5cf2-4a00-9d51-9041893fb43e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:46.117056 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f8b0eea1-c95f-4712-909c-a3dbadb888bc req-8801790f-5cf2-4a00-9d51-9041893fb43e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0754819 Mar 23 15:48:46.171993 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f8b0eea1-c95f-4712-909c-a3dbadb888bc req-8d39b658-3e95-4a69-98ae-0cb3757fb58b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489585 Mar 23 15:48:46.368627 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417c66d-a3d1-4cce-81d8-006769fca94b req-bb9561ed-a630-4a66-9548-47274ea27812 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:46.370717 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7417c66d-a3d1-4cce-81d8-006769fca94b req-bb9561ed-a630-4a66-9548-47274ea27812 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.0779929 Mar 23 15:48:46.439871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7417c66d-a3d1-4cce-81d8-006769fca94b req-69c7bdd4-86e6-4dad-a590-594dce0a757f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617244 Mar 23 15:48:46.492284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:47.315768 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ba4e3-280b-4305-ad4e-7a753262473c req-fa841459-cd2c-4589-a3e8-edc6c13c2143 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:47.317361 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d41ba4e3-280b-4305-ad4e-7a753262473c req-fa841459-cd2c-4589-a3e8-edc6c13c2143 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0606365 Mar 23 15:48:47.375584 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d41ba4e3-280b-4305-ad4e-7a753262473c req-cac7ef48-357e-45e3-a9c8-fd959db22bb4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519760 Mar 23 15:48:47.652644 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ca83d-c15b-46b0-8425-6708fecbd0ba req-3e6e114a-2ae9-40d1-bfe4-dcd7a32f26b4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:47.655358 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c90ca83d-c15b-46b0-8425-6708fecbd0ba req-3e6e114a-2ae9-40d1-bfe4-dcd7a32f26b4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.1037891 Mar 23 15:48:47.716962 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c90ca83d-c15b-46b0-8425-6708fecbd0ba req-e3e4ea94-ad6a-483e-84eb-0470bfea255b tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545211 Mar 23 15:48:47.882917 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02aebc-dd41-469c-bf69-a6be97e43748 req-becbe5c0-422b-4d4a-84c4-7db6ae6bccd4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:47.884472 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8a02aebc-dd41-469c-bf69-a6be97e43748 req-becbe5c0-422b-4d4a-84c4-7db6ae6bccd4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.0733221 Mar 23 15:48:47.939863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8a02aebc-dd41-469c-bf69-a6be97e43748 req-c0344f79-21fd-4be6-84ec-419d2d4eb9c8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488696 Mar 23 15:48:48.511006 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d3139-b093-4223-b707-b1aaf43631b0 req-820a6092-68a7-4f72-8657-81b974142fc5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:48.512659 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a7d3139-b093-4223-b707-b1aaf43631b0 req-820a6092-68a7-4f72-8657-81b974142fc5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0610836 Mar 23 15:48:48.573907 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a7d3139-b093-4223-b707-b1aaf43631b0 req-b374bf2e-1827-449f-ba13-a76fd058558f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536041 Mar 23 15:48:48.856117 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c8f691-799e-4713-b6e2-7ebbb7215f0d req-834f8d21-b98a-4cbf-b7ed-6e0da2802c59 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:48.857756 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d5c8f691-799e-4713-b6e2-7ebbb7215f0d req-834f8d21-b98a-4cbf-b7ed-6e0da2802c59 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.0564415 Mar 23 15:48:48.913050 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d5c8f691-799e-4713-b6e2-7ebbb7215f0d req-eac202a9-c029-4f98-bb98-7f445396fc00 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494137 Mar 23 15:48:49.108219 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98914f76-bed7-4d8b-a26d-f1181545dfde req-de7d65b2-63bd-40a2-9f6e-14091b28306c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:49.109876 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98914f76-bed7-4d8b-a26d-f1181545dfde req-de7d65b2-63bd-40a2-9f6e-14091b28306c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.0589082 Mar 23 15:48:49.164441 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98914f76-bed7-4d8b-a26d-f1181545dfde req-af8d75d2-5d99-4474-b215-940faf266535 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484242 Mar 23 15:48:49.707067 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cfd556-99d7-405b-b1c3-594a436ece35 req-409dc7c2-a3e9-4549-b4e2-2ba62f9fc9a5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:49.708651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-76cfd556-99d7-405b-b1c3-594a436ece35 req-409dc7c2-a3e9-4549-b4e2-2ba62f9fc9a5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 943 time: 0.0612228 Mar 23 15:48:49.759636 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-76cfd556-99d7-405b-b1c3-594a436ece35 req-6a826254-70d0-42f4-81d3-8bbab9de9f26 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452991 Mar 23 15:48:49.981714 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-937e4290-9113-4d9c-be5c-b71cfb1665a8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:49.984056 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-937e4290-9113-4d9c-be5c-b71cfb1665a8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.0618749 Mar 23 15:48:50.106825 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3b990-997f-445e-977f-406f403f9d50 req-cd9330c6-8cc8-4838-a66a-3c8259980586 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:50.108637 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6c3b990-997f-445e-977f-406f403f9d50 req-cd9330c6-8cc8-4838-a66a-3c8259980586 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.1022935 Mar 23 15:48:50.156314 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Deleting port 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:50.156849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.170789 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a6c3b990-997f-445e-977f-406f403f9d50 req-4a4a8842-b19c-43cd-9beb-b900a7562729 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554955 Mar 23 15:48:50.297914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] For port 0795eab6-5240-4290-8b40-3a52da7e42c4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=0795eab6-5240-4290-8b40-3a52da7e42c4,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:50.298502 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.298780 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 1ce8884c-909a-45a0-8966-cecf0f466bd4 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:48:50.304425 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af47dd-8886-4d0e-bbf0-53abe2e20c88 req-f73cf3cf-7ae5-44c7-8f64-7a756b6bef65 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:50.307059 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-40af47dd-8886-4d0e-bbf0-53abe2e20c88 req-f73cf3cf-7ae5-44c7-8f64-7a756b6bef65 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 947 time: 0.0587192 Mar 23 15:48:50.385073 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-40af47dd-8886-4d0e-bbf0-53abe2e20c88 req-ea4c3da7-f541-4811-832f-e4fcb41cbda1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=66ce0f07-4562-4c90-841f-538516509004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720947 Mar 23 15:48:50.455299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:50.471739 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'port_id': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'mac_address': 'fa:16:3e:b5:02:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:48:50.509477 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.509987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.510403 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Floating IP 6fe69b52-0343-471d-a1b1-b55a7f19ba8a disassociated. External IP: 172.27.3.209, port: 0795eab6-5240-4290-8b40-3a52da7e42c4. Mar 23 15:48:50.510872 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Calling delete_port for 0795eab6-5240-4290-8b40-3a52da7e42c4 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:50.546696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 1ce8884c-909a-45a0-8966-cecf0f466bd4 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:50.547218 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.567590 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce8884c-909a-45a0-8966-cecf0f466bd4 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:50.653780 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:50.662704 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.693873 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (0795eab6-5240-4290-8b40-3a52da7e42c4), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:50.731833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:50.738155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'Port': ['ID=0795eab6-5240-4290-8b40-3a52da7e42c4,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:50.926856 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77be40d8-33d3-4a3c-87a5-9a72b6b434fd req-ef7d1758-d98b-4cfe-8152-5aba1337646d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:50.928930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77be40d8-33d3-4a3c-87a5-9a72b6b434fd req-ef7d1758-d98b-4cfe-8152-5aba1337646d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 944 time: 0.0903718 Mar 23 15:48:50.999229 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77be40d8-33d3-4a3c-87a5-9a72b6b434fd req-63fa4ad0-473e-4e45-a5e4-aebab2e5627c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635204 Mar 23 15:48:51.033142 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['1ce8884c-909a-45a0-8966-cecf0f466bd4'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:48:51.310727 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:48:51.442801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e70426-7fbe-42f1-80d3-c18cb4cdc144 req-acb8c73e-a6ae-4706-b589-883791cfc55f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:51.444544 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5e70426-7fbe-42f1-80d3-c18cb4cdc144 req-acb8c73e-a6ae-4706-b589-883791cfc55f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.1373332 Mar 23 15:48:51.543809 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-79811ea7-a9dd-4e6c-b1de-0fccd2734243 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1129532 Mar 23 15:48:51.544993 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f5e70426-7fbe-42f1-80d3-c18cb4cdc144 req-45544ed7-60d6-4f9a-b701-9c1cc08685e8 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888288 Mar 23 15:48:51.556180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:48:51.568567 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfd209-09cc-4f78-8566-b45c22075699 req-d3f8885a-1a08-4212-bb5d-7611df1011b1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:51.568750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:48:51.569547 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00bfd209-09cc-4f78-8566-b45c22075699 req-d3f8885a-1a08-4212-bb5d-7611df1011b1 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.1066258 Mar 23 15:48:51.589945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:51.590982 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:51.640276 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] No DVR routers for this DVR port 0795eab6-5240-4290-8b40-3a52da7e42c4 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:48:51.643286 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:51.647205 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-24b7587b-fb9b-4967-bf62-c6112d410e5e req-28d6d572-94bc-4cca-bb08-5a73ebaa739c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "DELETE /v2.0/ports/0795eab6-5240-4290-8b40-3a52da7e42c4 HTTP/1.1" status: 204 len: 173 time: 1.6568952 Mar 23 15:48:51.651823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-deleted', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:51.652160 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-00bfd209-09cc-4f78-8566-b45c22075699 req-e9c8a6e6-c0c7-4e08-b657-92b2da78c5f3 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714498 Mar 23 15:48:51.668506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c142a6a3-dbb6-46fa-8506-a7ddb77d48c6" -d '{"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-deleted", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:51.711896 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7e05a8e-9f08-4737-8172-06cc9cd0b773 req-11bfd0b6-a2b4-4140-9889-bc15f3f4443e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=16125c88-a80b-451b-845e-b05b53280c15 HTTP/1.1" status: 200 len: 210 time: 0.0609436 Mar 23 15:48:51.725780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-aa08e7f2-149f-4ebb-8e63-aee7d5045d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:51.727673 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-aa08e7f2-149f-4ebb-8e63-aee7d5045d17 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2256014068f34717bb347aae8b72cb91&device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 1129 time: 0.1242142 Mar 23 15:48:51.756564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267d47c-5bd1-47b5-bae5-8d651fefea9b x-openstack-request-id: req-a267d47c-5bd1-47b5-bae5-8d651fefea9b {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:51.757154 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16125c88-a80b-451b-845e-b05b53280c15", "name": "network-vif-deleted", "tag": "0795eab6-5240-4290-8b40-3a52da7e42c4", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:51.757154 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a267d47c-5bd1-47b5-bae5-8d651fefea9b {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:51.757596 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a267d47c-5bd1-47b5-bae5-8d651fefea9b'] response: {'server_uuid': '16125c88-a80b-451b-845e-b05b53280c15', 'name': 'network-vif-deleted', 'tag': '0795eab6-5240-4290-8b40-3a52da7e42c4', 'status': 'completed', 'code': 200} Mar 23 15:48:51.868296 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-69e187b3-82d3-44e5-b530-a692b02239a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:51.870042 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-69e187b3-82d3-44e5-b530-a692b02239a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 200 len: 920 time: 0.1114438 Mar 23 15:48:51.939563 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-62d8d25b-c566-4ea7-a48b-7ee443e345d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:51.953596 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-35494de2-9a73-44a6-81b7-eab37b6e992e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 200 len: 217 time: 0.0740144 Mar 23 15:48:51.974372 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:52.040199 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-6a88d181-962e-44c0-910d-f966759eb2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:52.042884 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-6a88d181-962e-44c0-910d-f966759eb2e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 200 len: 858 time: 0.0820351 Mar 23 15:48:52.114698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-7ea414a3-7289-42d2-a871-366761865963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:52.117320 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-7ea414a3-7289-42d2-a871-366761865963 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=016bd969-afdd-4d54-9c96-96545c5699f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641580 Mar 23 15:48:52.167963 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29511cac-98f0-4e1c-97d5-f69240d3c132 req-d2fcf4e7-13eb-4e32-a11f-cf46b75e697b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:52.169605 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29511cac-98f0-4e1c-97d5-f69240d3c132 req-d2fcf4e7-13eb-4e32-a11f-cf46b75e697b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 944 time: 0.0798559 Mar 23 15:48:52.243360 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29511cac-98f0-4e1c-97d5-f69240d3c132 req-66c9ef57-6aa8-45a6-944e-aec35ad5a05e tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661473 Mar 23 15:48:52.295354 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-4d18ea22-26e7-4ed0-a6a2-6e49369c5e19 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556859 Mar 23 15:48:52.316238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 1ce8884c-909a-45a0-8966-cecf0f466bd4 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:48:52.414014 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:52.427854 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a33d852e-59c6-4d65-afc7-7433eabe6f32 req-ea8d8f62-fadf-4898-bbe4-42f4b3370385 service neutron] 10.222.0.61 "GET /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243415 Mar 23 15:48:52.455560 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:48:52.467939 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 1ce8884c-909a-45a0-8966-cecf0f466bd4 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:48:52.475566 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 1ce8884c-909a-45a0-8966-cecf0f466bd4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:48:52.476132 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:52.478934 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:52.479714 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:52.698135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:52.737246 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 1ce8884c-909a-45a0-8966-cecf0f466bd4 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:52.737648 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:52.757999 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb03a44-571a-40e8-8d18-54c30a0e8653 req-ded06abd-5fde-4adf-8e62-ea0ae5a879e2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:52.759785 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-afb03a44-571a-40e8-8d18-54c30a0e8653 req-ded06abd-5fde-4adf-8e62-ea0ae5a879e2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.1010187 Mar 23 15:48:52.804077 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:52.806550 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe0e979-db20-4140-acf1-e3d1c5095bc0" -d '{"events": [{"server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:52.826224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:52.839349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:52.840551 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:52.863453 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-afb03a44-571a-40e8-8d18-54c30a0e8653 req-49f05881-f830-46ec-81f7-74e2baf15bcb tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876312 Mar 23 15:48:52.872352 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd083d9a-a1dc-49e8-9afd-5ec94455da10 req-61715ab6-bb28-430e-a496-84eb8f78a72a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:52.873832 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd083d9a-a1dc-49e8-9afd-5ec94455da10 req-61715ab6-bb28-430e-a496-84eb8f78a72a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.1126759 Mar 23 15:48:52.896357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 0795eab6-5240-4290-8b40-3a52da7e42c4 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:52.896357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 0795eab6-5240-4290-8b40-3a52da7e42c4 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:52.949517 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd083d9a-a1dc-49e8-9afd-5ec94455da10 req-222566b7-9ad4-4346-bf87-414228f02a7a tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626960 Mar 23 15:48:52.971318 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:53.013111 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52750) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:53.039482 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd50e2f-ac9b-4f84-b5eb-17c2c057c002 x-openstack-request-id: req-1fd50e2f-ac9b-4f84-b5eb-17c2c057c002 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:53.039963 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "name": "network-vif-plugged", "status": "completed", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:53.040420 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fd50e2f-ac9b-4f84-b5eb-17c2c057c002 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:53.041082 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fd50e2f-ac9b-4f84-b5eb-17c2c057c002'] response: {'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'code': 200} Mar 23 15:48:53.096221 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:53.112459 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (66ce0f07-4562-4c90-841f-538516509004), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.134946 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fae6b8b6-8eff-408b-9548-23c23327b068 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:48:53.149733 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (66ce0f07-4562-4c90-841f-538516509004), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.219222 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (66ce0f07-4562-4c90-841f-538516509004), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.222952 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.224355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "DELETE /v2.0/security-groups/66ce0f07-4562-4c90-841f-538516509004 HTTP/1.1" status: 204 len: 168 time: 0.2097764 Mar 23 15:48:53.232618 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52752) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:53.247006 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a98d4c-11dc-48b5-a351-c9fdd9400ea2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ce0f07-4562-4c90-841f-538516509004,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:53.255522 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-b1f4336c-72a6-42b4-82c1-001b787fd9a2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] show failed (client error): The resource could not be found. Mar 23 15:48:53.256957 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b1f4336c-72a6-42b4-82c1-001b787fd9a2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups/66ce0f07-4562-4c90-841f-538516509004 HTTP/1.1" status: 404 len: 347 time: 0.0230484 Mar 23 15:48:53.266667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52754) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:53.354406 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c1553d-07c6-407d-a3b9-6bfa34297a06 req-2c83b156-e5ed-4df7-90e2-76302b570bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:53.357202 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e7c1553d-07c6-407d-a3b9-6bfa34297a06 req-2c83b156-e5ed-4df7-90e2-76302b570bc9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 1129 time: 0.1424003 Mar 23 15:48:53.434154 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e7c1553d-07c6-407d-a3b9-6bfa34297a06 req-b2addd62-54be-4f7c-9790-85b850d0e9db service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709224 Mar 23 15:48:53.473420 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d940f1e-6172-43d5-9896-0fc43a8705b3 req-fdc71232-9dad-421a-bdc5-23bb97edf02d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:53.475086 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0d940f1e-6172-43d5-9896-0fc43a8705b3 req-fdc71232-9dad-421a-bdc5-23bb97edf02d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0934391 Mar 23 15:48:53.500321 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Deleting port 38bb29bb-e049-48ba-8857-3ed251ce67b0 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:53.500675 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.529188 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc608cf-c467-487f-900d-48bb16d76a0a None None] New status for floating IP 6fe69b52-0343-471d-a1b1-b55a7f19ba8a: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:48:53.721442 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b7844afe-63df-4f7e-ba70-eeb950ed19b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.842841 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0d940f1e-6172-43d5-9896-0fc43a8705b3 req-f3fec78c-fc04-4286-ac25-b2593e168387 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3600900 Mar 23 15:48:53.856696 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-28a327d5-625c-4940-b675-3ac127144716 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:53.860486 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-28a327d5-625c-4940-b675-3ac127144716 tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.0721817 Mar 23 15:48:53.878637 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.878960 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (38bb29bb-e049-48ba-8857-3ed251ce67b0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:53.892360 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Calling delete_port for 38bb29bb-e049-48ba-8857-3ed251ce67b0 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:54.008165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Deleting port d660b7ec-3019-48fa-b972-dda916367b7c {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:48:54.008774 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.132451 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] For port d660b7ec-3019-48fa-b972-dda916367b7c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d660b7ec-3019-48fa-b972-dda916367b7c,segment=NetworkSegment(39cf1e4f-57b1-4717-86d6-95dfcec6bcd0),segment_id=39cf1e4f-57b1-4717-86d6-95dfcec6bcd0)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:54.133056 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.138352 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89aacb-20b0-4ceb-b40a-23d38449d66e req-49c3202c-fe84-4a66-b066-db8316d368c3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:54.139985 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3d89aacb-20b0-4ceb-b40a-23d38449d66e req-49c3202c-fe84-4a66-b066-db8316d368c3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 943 time: 0.1677861 Mar 23 15:48:54.157651 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Calling delete_port for d660b7ec-3019-48fa-b972-dda916367b7c owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:48:54.180737 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (38bb29bb-e049-48ba-8857-3ed251ce67b0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.226204 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'Port': ['ID=38bb29bb-e049-48ba-8857-3ed251ce67b0,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:54.270743 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e1852-8ce3-4440-9062-c7a41c95d98d req-f0bb2af6-6b6f-47d5-b7e6-cd7376a7232e tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:54.272361 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b5e1852-8ce3-4440-9062-c7a41c95d98d req-f0bb2af6-6b6f-47d5-b7e6-cd7376a7232e tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/ports?device_id=f4f791b6-ed23-4feb-baa0-4de5fd6979e7 HTTP/1.1" status: 200 len: 946 time: 0.1784742 Mar 23 15:48:54.281113 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3d89aacb-20b0-4ceb-b40a-23d38449d66e req-e062bf22-fd68-4844-b408-1fb6af8d9b9c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321030 Mar 23 15:48:54.320832 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:48:54.352958 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (6fe69b52-0343-471d-a1b1-b55a7f19ba8a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.355666 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.356991 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-10f2c132-92cb-45d1-9d96-0035b86ed72f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "DELETE /v2.0/floatingips/6fe69b52-0343-471d-a1b1-b55a7f19ba8a HTTP/1.1" status: 204 len: 168 time: 1.0890973 Mar 23 15:48:54.370168 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b5e1852-8ce3-4440-9062-c7a41c95d98d req-cd2d9855-f78a-4c43-aef2-2dd086d652ad tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.41 "GET /v2.0/security-groups?id=78c53a11-3a04-49df-bb8f-661089bf39e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879636 Mar 23 15:48:54.400208 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (d660b7ec-3019-48fa-b972-dda916367b7c), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.446209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['d660b7ec-3019-48fa-b972-dda916367b7c'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:48:54.452670 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Pushing event deleted for resources: {'Port': ['ID=d660b7ec-3019-48fa-b972-dda916367b7c,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:54.515741 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] No DVR routers for this DVR port d660b7ec-3019-48fa-b972-dda916367b7c on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:48:54.521163 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.527533 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4ad46522-521a-4b05-958d-fc4c8e8d1346 req-5f01b33c-b436-4c08-9c7d-96bfa9ef90cd tempest-VolumesSnapshotTestJSON-512813086 tempest-VolumesSnapshotTestJSON-512813086-project] 10.222.0.61 "DELETE /v2.0/ports/d660b7ec-3019-48fa-b972-dda916367b7c HTTP/1.1" status: 204 len: 173 time: 0.6578662 Mar 23 15:48:54.528558 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'name': 'network-vif-deleted', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:54.529667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:54.533146 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb55146-74b0-440c-9ade-4c06b56aa147" -d '{"events": [{"server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "name": "network-vif-deleted", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:54.552633 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:48:54.603669 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:54.604347 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.634310 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa56a57-4538-4c30-ad12-082450a6a4f5 x-openstack-request-id: req-1fa56a57-4538-4c30-ad12-082450a6a4f5 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:54.636109 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4f791b6-ed23-4feb-baa0-4de5fd6979e7", "name": "network-vif-deleted", "tag": "d660b7ec-3019-48fa-b972-dda916367b7c", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:54.636959 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1fa56a57-4538-4c30-ad12-082450a6a4f5 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:54.637925 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa56a57-4538-4c30-ad12-082450a6a4f5'] response: {'server_uuid': 'f4f791b6-ed23-4feb-baa0-4de5fd6979e7', 'name': 'network-vif-deleted', 'tag': 'd660b7ec-3019-48fa-b972-dda916367b7c', 'status': 'completed', 'code': 200} Mar 23 15:48:54.654222 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:48:54.694073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:54.700885 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.742062 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52766) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:54.749975 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--848798018', 'description': 'tempest-description--1601419315'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:54.778869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.787996 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:54.867508 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (70526f7e-b354-49c3-99f9-5d766c065674), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.885389 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (70526f7e-b354-49c3-99f9-5d766c065674), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.931157 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:54.938022 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1896389 Mar 23 15:48:54.938305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52770) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:54.938863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971951b0-9d24-4e41-8e69-3f8440da7a3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70526f7e-b354-49c3-99f9-5d766c065674,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:54.946010 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group_rule': {'security_group_id': '70526f7e-b354-49c3-99f9-5d766c065674', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:55.052227 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (3b09b167-8b97-4d3f-a595-2b9ba842de6e), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.112606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd783-bbb3-4623-8bb6-cc25fc553288 req-0a951d4e-cfe9-46ce-b3ea-e02d34de254c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:55.115582 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9bcd783-bbb3-4623-8bb6-cc25fc553288 req-0a951d4e-cfe9-46ce-b3ea-e02d34de254c tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.1502140 Mar 23 15:48:55.140250 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['49d5d706-e8be-4aa1-86b5-ab61ae3c6839'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:48:55.238370 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.246868 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9bcd783-bbb3-4623-8bb6-cc25fc553288 req-7155b570-ac67-49da-889d-4d4bd07f90b1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230583 Mar 23 15:48:55.251263 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (3b09b167-8b97-4d3f-a595-2b9ba842de6e), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.257605 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (3b09b167-8b97-4d3f-a595-2b9ba842de6e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.290902 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b09b167-8b97-4d3f-a595-2b9ba842de6e,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:55.305071 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.307188 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5e5b60bc-f885-44f9-b2d3-29416e9bba67 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3672523 Mar 23 15:48:55.311447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52772) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:55.316445 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'security_group_rule': {'security_group_id': '70526f7e-b354-49c3-99f9-5d766c065674', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:55.349381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (2a99949e-2320-41ac-a0db-42192f93c6e5), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.438929 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (2a99949e-2320-41ac-a0db-42192f93c6e5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.447623 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (2a99949e-2320-41ac-a0db-42192f93c6e5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.480726 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a99949e-2320-41ac-a0db-42192f93c6e5,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:55.491447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.493003 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ec990a2f-ae52-462e-b764-5bda91037f29 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1802974 Mar 23 15:48:55.499189 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52780) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:55.504616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:55.514892 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b84537-832a-452b-85f8-d52d50196e62 req-9ad67957-394a-4c14-8169-51c916145142 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:55.519794 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b84537-832a-452b-85f8-d52d50196e62 req-9ad67957-394a-4c14-8169-51c916145142 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 944 time: 0.1124585 Mar 23 15:48:55.542869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.602816 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b84537-832a-452b-85f8-d52d50196e62 req-dc26009c-f5bf-4d87-97fa-400a3e728961 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732291 Mar 23 15:48:55.687917 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:55.876155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Allocated IP 172.27.3.136 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/cecb815f-ab8b-45a6-909a-665c90be1955) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:48:56.002712 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (cecb815f-ab8b-45a6-909a-665c90be1955), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.048041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.121433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:48:56.127023 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:48:56.134011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:48:56.185906 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=cecb815f-ab8b-45a6-909a-665c90be1955,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:56.278430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.346778 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.416700 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139311f-e6bb-47d9-bd01-34d402d29912 req-394f202c-dfaf-40ac-9a25-f5f983450ce3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:56.418345 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7139311f-e6bb-47d9-bd01-34d402d29912 req-394f202c-dfaf-40ac-9a25-f5f983450ce3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0840247 Mar 23 15:48:56.486323 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7139311f-e6bb-47d9-bd01-34d402d29912 req-b8117d4e-091a-4e0f-acf7-03dd409fb8c3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611701 Mar 23 15:48:56.515912 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.571768 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (cecb815f-ab8b-45a6-909a-665c90be1955), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.579660 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.651857 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb958843-81e7-4820-8193-69a4d733960f req-a4975e86-2f53-41f2-b610-6340c08e79c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:56.653901 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb958843-81e7-4820-8193-69a4d733960f req-a4975e86-2f53-41f2-b610-6340c08e79c1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0657909 Mar 23 15:48:56.666404 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52792) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:48:56.671403 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'port_id': '1ce8884c-909a-45a0-8966-cecf0f466bd4'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:48:56.717844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=cecb815f-ab8b-45a6-909a-665c90be1955,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:56.724595 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.741493 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.762773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:56.764462 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-fb1a04e7-1ded-4f1f-b76f-eed538d2057c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2639954 Mar 23 15:48:57.059900 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0d57f-36db-44f8-94cc-579f1fc657cb req-e5f2835e-a387-46da-99fc-7adebf28f1e4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:57.061651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bff0d57f-36db-44f8-94cc-579f1fc657cb req-e5f2835e-a387-46da-99fc-7adebf28f1e4 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 944 time: 0.2812202 Mar 23 15:48:57.141777 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-a5c48ec6-9f22-4347-adca-b7f9f0ba81d7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--848798018&fields=id&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 267 time: 0.1974933 Mar 23 15:48:57.303264 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bff0d57f-36db-44f8-94cc-579f1fc657cb req-ea6664ac-0892-4b86-93f7-b7f117749f5a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043710 Mar 23 15:48:57.462800 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-b8a57c6e-86c0-4b1e-9ab9-a0f0d1bdc58b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:57.464726 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-b8a57c6e-86c0-4b1e-9ab9-a0f0d1bdc58b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 817 time: 0.3100784 Mar 23 15:48:57.496120 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d56ed3ae-3db8-4802-bc56-9e49ce0c0a99 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/quotas/9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 375 time: 0.0194705 Mar 23 15:48:57.650498 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-7a2e7917-c22e-40c3-a5d3-900eb7c8f5a4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1452079 Mar 23 15:48:57.653572 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:57.659463 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:57.763467 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:48:57.798309 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:57.862562 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP 56518fa3-4181-4c02-9eef-5955490420dc associated. External IP: 172.27.3.239, port: 1ce8884c-909a-45a0-8966-cecf0f466bd4. Mar 23 15:48:57.866590 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-8abd4ac6-6978-4d5b-b9e2-da02efa778ed service neutron] 10.222.0.41 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678658 Mar 23 15:48:58.061129 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-e53d8211-faa9-451a-a2ff-093345eae902 service neutron] 10.222.0.41 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567373 Mar 23 15:48:58.189533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:48:58.660999 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-923ad134-8f37-4851-af5c-6048d1d43517 req-81cc1346-32b8-4474-919e-ca41c9362604 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 210 time: 0.0880332 Mar 23 15:48:58.746588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ee3f4-3588-454b-bb2f-a6f5f2a056d2 req-4957c977-1ef0-4247-ba7b-c964d7bc084c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:48:58.748233 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c13ee3f4-3588-454b-bb2f-a6f5f2a056d2 req-4957c977-1ef0-4247-ba7b-c964d7bc084c tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 944 time: 0.1737292 Mar 23 15:48:58.749490 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:48:58.756244 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:58.770338 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:48:58.789714 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:58.791292 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:58.814451 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-15dcfb12-b37e-4e40-aae8-2d3ec044562f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "PUT /v2.0/floatingips/56518fa3-4181-4c02-9eef-5955490420dc HTTP/1.1" status: 200 len: 991 time: 2.1467981 Mar 23 15:48:58.818017 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:58.820622 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:58.882853 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c13ee3f4-3588-454b-bb2f-a6f5f2a056d2 req-71bd9d9e-2c7b-4b2c-bded-62fa8abae39d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000054 Mar 23 15:48:58.956058 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:58.972331 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee77bcf-5c4e-4451-a21c-26965963a55d x-openstack-request-id: req-2ee77bcf-5c4e-4451-a21c-26965963a55d {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:58.972800 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:58.973209 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ee77bcf-5c4e-4451-a21c-26965963a55d {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:58.973877 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ee77bcf-5c4e-4451-a21c-26965963a55d'] response: {'name': 'network-changed', 'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'status': 'completed', 'code': 200} Mar 23 15:48:59.079847 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:48:59.222832 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:48:59.237561 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:48:59.238117 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:59.432702 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '56518fa3-4181-4c02-9eef-5955490420dc', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:b5:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:30Z', 'updated_at': '2022-03-23T15:48:57Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:59.492421 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:48:59.497634 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:48:59.498290 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:59.528881 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:48:59.529983 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:48:59.607835 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:48:59.610216 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4786c2-bed3-4b5e-ad51-526d14a6f554" -d '{"events": [{"server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "name": "network-vif-plugged", "status": "completed", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:48:59.653573 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:48:59.667485 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:48:59.669211 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d660b7ec-3019-48fa-b972-dda916367b7c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:48:59.721594 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d3466-76ce-4661-9925-2f84bd582282 x-openstack-request-id: req-c91d3466-76ce-4661-9925-2f84bd582282 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:48:59.721808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "name": "network-vif-plugged", "status": "completed", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:48:59.722061 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c91d3466-76ce-4661-9925-2f84bd582282 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:48:59.722462 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91d3466-76ce-4661-9925-2f84bd582282'] response: {'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'code': 200} Mar 23 15:48:59.726761 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: d660b7ec-3019-48fa-b972-dda916367b7c {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:48:59.727068 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d660b7ec-3019-48fa-b972-dda916367b7c not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:48:59.780630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:48:59.786588 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:48:59.805078 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a851ad94-98ec-466c-a68d-3ea956002298 req-1781c62e-dd68-4744-9d59-5f5247252436 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 210 time: 0.0299957 Mar 23 15:49:00.058833 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec40ed0-f281-474a-a08c-b467616b87d1 req-8d4e015a-f5c6-4432-b8c2-9334fe4507d0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:00.061979 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dec40ed0-f281-474a-a08c-b467616b87d1 req-8d4e015a-f5c6-4432-b8c2-9334fe4507d0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.0813878 Mar 23 15:49:00.141292 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dec40ed0-f281-474a-a08c-b467616b87d1 req-f6c65979-e846-451e-94b0-b260674129aa tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720580 Mar 23 15:49:00.203698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '56518fa3-4181-4c02-9eef-5955490420dc', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:b5:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:30Z', 'updated_at': '2022-03-23T15:48:57Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:00.238164 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2daa094-809d-4a25-893b-82986034c7b6 None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '56518fa3-4181-4c02-9eef-5955490420dc', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.239', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:b5:02:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:30Z', 'updated_at': '2022-03-23T15:48:57Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:00.466649 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186af75-172f-4af6-bb86-033733ec49a0 None None] New status for floating IP 56518fa3-4181-4c02-9eef-5955490420dc: ACTIVE {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:49:00.923038 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-35e8ab68-78ca-4e01-a31f-fb75aea0e278 req-8a8e03c9-9a0f-4d34-b0f7-a95258c0a7ec tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 210 time: 0.0334728 Mar 23 15:49:01.274549 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f780fd88-f5af-4a56-a36f-0fb3e135d900 req-b2f41836-5af0-4e29-b519-1be53be23554 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.276231 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f780fd88-f5af-4a56-a36f-0fb3e135d900 req-b2f41836-5af0-4e29-b519-1be53be23554 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.0596640 Mar 23 15:49:01.358719 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-1a0403db-da7d-452c-924e-890697ea1f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.360439 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-1a0403db-da7d-452c-924e-890697ea1f65 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 1129 time: 0.0726988 Mar 23 15:49:01.362513 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f780fd88-f5af-4a56-a36f-0fb3e135d900 req-6b38b451-19d6-4a6d-bf3c-b4e2929fa66f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758080 Mar 23 15:49:01.488516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-667373b4-f355-433d-b800-0b92c9589f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.489984 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-667373b4-f355-433d-b800-0b92c9589f2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.1204770 Mar 23 15:49:01.613982 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-43b7108d-709b-4e90-a097-2edc401a4632 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4 HTTP/1.1" status: 200 len: 1001 time: 0.1020608 Mar 23 15:49:01.631430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351861ff-866b-4c9a-971c-c6cd9f5eee19 req-520fdb4f-ab86-48cc-a9cd-7d58435e54d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.633215 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-351861ff-866b-4c9a-971c-c6cd9f5eee19 req-520fdb4f-ab86-48cc-a9cd-7d58435e54d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1129 time: 0.1190464 Mar 23 15:49:01.696168 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-caa8bc69-c26d-4789-aaa1-2d2e0fe13d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.697707 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-caa8bc69-c26d-4789-aaa1-2d2e0fe13d2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0756209 Mar 23 15:49:01.728365 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-351861ff-866b-4c9a-971c-c6cd9f5eee19 req-13a3e0aa-0754-4962-8341-d09105a21f95 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743549 Mar 23 15:49:01.763863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-7983f6c2-d653-49a3-89e1-00b3ed019492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:01.765467 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-7983f6c2-d653-49a3-89e1-00b3ed019492 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0589552 Mar 23 15:49:02.060227 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-db7dcef9-e6e9-4133-8505-532170a1949b req-0503a879-9bb9-45b9-958f-89e7212f619f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 210 time: 0.0331817 Mar 23 15:49:02.179941 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-f3385568-2f4e-4908-ae66-56b2f11fbdc8 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388485 Mar 23 15:49:02.368152 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bf529c90-cade-4887-ac7f-f5e9b4e4d44c req-45a4f101-c16e-4e3e-abd1-8326df18b5d0 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810839 Mar 23 15:49:02.398971 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-55e52894-6a2a-450a-981d-2724126fc892 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:02.398971 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-55e52894-6a2a-450a-981d-2724126fc892 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 817 time: 0.1449912 Mar 23 15:49:02.536114 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-8aa51459-ef19-4954-be30-4083b0aa622e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 379 time: 0.1259680 Mar 23 15:49:02.548949 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'port': {'device_id': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'admin_state_up': True, 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'security_groups': ['70526f7e-b354-49c3-99f9-5d766c065674']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:02.560086 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fe7af-ab20-4f63-95e4-9492a030e76d req-326bcd4a-2844-4518-b5cb-d1ebf5d75ea0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:02.562600 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c92fe7af-ab20-4f63-95e4-9492a030e76d req-326bcd4a-2844-4518-b5cb-d1ebf5d75ea0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.0742135 Mar 23 15:49:02.647434 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c92fe7af-ab20-4f63-95e4-9492a030e76d req-8c1255ba-e924-43ed-bf0f-0a00c01299ce tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780833 Mar 23 15:49:02.734352 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Made reservation on behalf of 9730e9456707472988301c5a0f60b1ca for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:02.741305 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:02.923661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Allocated IP 172.20.0.4 (5cab1304-db9c-43a5-a101-d9da407939a2/a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0/54ec98a6-8eaf-4af9-bb92-17b564b38930) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:03.086234 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.153584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.213283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Network 5cab1304-db9c-43a5-a101-d9da407939a2 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:03.216736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:03.218557 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6882485c-fbf5-40a3-a707-78d0717afeb0 req-c66787ae-e223-4814-911a-257f41d354a4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:03.220810 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6882485c-fbf5-40a3-a707-78d0717afeb0 req-c66787ae-e223-4814-911a-257f41d354a4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 931 time: 0.0652652 Mar 23 15:49:03.223518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:03.250572 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:03.268467 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.268800 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.269165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.269507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.269845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.270184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.270518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.270849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.271180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.271505 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.271831 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.272205 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.272567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.272859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.273160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:03.304196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:03.304892 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.312934 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6882485c-fbf5-40a3-a707-78d0717afeb0 req-dbab2cce-970c-4d11-a457-1da1cb04abe1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833242 Mar 23 15:49:03.328961 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-89f2ed81-5572-48cf-a5ec-ff6997b198f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7868617 Mar 23 15:49:03.345648 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Request body: {'port': {'device_id': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:03.434779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.575416 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-1bf0f422-bb3f-433f-9f0d-856dd8263808 None None] Provisioning complete for port 54ec98a6-8eaf-4af9-bb92-17b564b38930 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:03.576168 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1bf0f422-bb3f-433f-9f0d-856dd8263808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.633145 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-1bf0f422-bb3f-433f-9f0d-856dd8263808 None None] Port 54ec98a6-8eaf-4af9-bb92-17b564b38930 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:03.817308 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:49:03.826280 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks [] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.833655 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713f35f-7479-4bd4-9cea-013889ac0ae7 req-a2395a04-d726-4182-81a4-775b93055a4a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:03.836485 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4713f35f-7479-4bd4-9cea-013889ac0ae7 req-a2395a04-d726-4182-81a4-775b93055a4a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.0797353 Mar 23 15:49:03.842813 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Transition to ACTIVE for port object 54ec98a6-8eaf-4af9-bb92-17b564b38930 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:49:03.848950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:03.925298 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4713f35f-7479-4bd4-9cea-013889ac0ae7 req-d52959da-9a66-4897-8e65-7c543d135e6a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806494 Mar 23 15:49:03.930539 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:04.098855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Attempting to bind port 54ec98a6-8eaf-4af9-bb92-17b564b38930 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:04.099401 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Attempting to bind port 54ec98a6-8eaf-4af9-bb92-17b564b38930 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:04.100220 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Attempting to bind port 54ec98a6-8eaf-4af9-bb92-17b564b38930 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:04.109096 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Port 54ec98a6-8eaf-4af9-bb92-17b564b38930 on network 5cab1304-db9c-43a5-a101-d9da407939a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:49:04.110242 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Attempting to bind port 54ec98a6-8eaf-4af9-bb92-17b564b38930 on network 5cab1304-db9c-43a5-a101-d9da407939a2 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:04.120398 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:04.121335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Checking segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:04.121862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Bound using segment: {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:04.122642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Bound port: 54ec98a6-8eaf-4af9-bb92-17b564b38930, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f325be-e51e-48a1-ae5e-9669806093de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:04.123265 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:04.173668 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d17b7-65e0-4dc1-881d-0f3d1cc19467 req-59a9e46b-1c0e-409f-b784-f2f82e20e77d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.176479 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d86d17b7-65e0-4dc1-881d-0f3d1cc19467 req-59a9e46b-1c0e-409f-b784-f2f82e20e77d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.1036098 Mar 23 15:49:04.257357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:04.261428 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:04.273792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:04.279141 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d86d17b7-65e0-4dc1-881d-0f3d1cc19467 req-7dd572d1-ff22-4f14-8930-9500aa66cfe3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917861 Mar 23 15:49:04.307560 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52884) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:04.332780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.334291 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:04.336956 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] 10.222.0.61 "PUT /v2.0/ports/54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 1093 time: 0.9981158 Mar 23 15:49:04.337704 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:04.341708 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c" -d '{"events": [{"name": "network-changed", "server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:04.385024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10738750-57e4-41a8-89db-729bec309b3a tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.392591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-10738750-57e4-41a8-89db-729bec309b3a tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1124 time: 0.0795135 Mar 23 15:49:04.393749 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 52890) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:04.403843 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:04.463588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e16704d-11d2-4523-a5c9-36303446fd2d x-openstack-request-id: req-7e16704d-11d2-4523-a5c9-36303446fd2d {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:04.464975 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:04.465462 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e16704d-11d2-4523-a5c9-36303446fd2d {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:04.466169 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e16704d-11d2-4523-a5c9-36303446fd2d'] response: {'name': 'network-changed', 'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'status': 'completed', 'code': 200} Mar 23 15:49:04.482872 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe832c-c3d9-4df4-ad6a-c9c3c9886484 service neutron] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:04.511289 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-e19f2099-48e2-45e2-9c5b-8d0e0c635908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.513817 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-e19f2099-48e2-45e2-9c5b-8d0e0c635908 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1127 time: 0.1152132 Mar 23 15:49:04.528197 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:04.586148 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-d004480a-dcb4-41d3-ad06-f5ebf79e7913 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 217 time: 0.0644059 Mar 23 15:49:04.634394 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f1157-3e1a-49e7-8322-64f51387dcc2 req-ba92afbb-59a7-49f2-a739-8bc60c725604 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.637427 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-121f1157-3e1a-49e7-8322-64f51387dcc2 req-ba92afbb-59a7-49f2-a739-8bc60c725604 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.2005162 Mar 23 15:49:04.665838 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-a9762355-33fb-466a-bef2-eac8df08bb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.667449 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-a9762355-33fb-466a-bef2-eac8df08bb7f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0739987 Mar 23 15:49:04.722878 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-af6d0dc2-dcd5-4463-b211-307de77d77ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:04.725017 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-af6d0dc2-dcd5-4463-b211-307de77d77ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515573 Mar 23 15:49:04.762364 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-121f1157-3e1a-49e7-8322-64f51387dcc2 req-166bf8ac-5f9d-481e-84f8-1ea20b5bf673 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067722 Mar 23 15:49:04.808846 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:04.838751 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-1c7df0cb-e30c-49d0-925a-cc6f8c565394 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069257 Mar 23 15:49:04.932168 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.27.3.160 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/9ba18294-1319-4908-af36-f4db6f32ee11) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:04.958893 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a24c7a6d-f23d-40c3-a0d4-4a2172fce031 req-326420b1-0c33-4a93-9d78-baef656b2142 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142046 Mar 23 15:49:05.071164 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (9ba18294-1319-4908-af36-f4db6f32ee11), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:05.110149 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:05.117700 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-46254158-463a-466a-838c-90e18d74f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:05.120396 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-46254158-463a-466a-838c-90e18d74f0db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1127 time: 0.0846605 Mar 23 15:49:05.185499 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:05.198686 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:05.206951 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:05.212626 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=9ba18294-1319-4908-af36-f4db6f32ee11,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:05.229397 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-72951113-7f4a-4c02-b21f-7e472c93cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:05.230951 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-72951113-7f4a-4c02-b21f-7e472c93cafd service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1043494 Mar 23 15:49:05.281263 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-54ce4daa-5130-4308-9889-063021d291cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 217 time: 0.0436032 Mar 23 15:49:05.370116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-b9a573b1-d6b5-4ed9-9eec-005fde2acd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:05.372820 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-b9a573b1-d6b5-4ed9-9eec-005fde2acd2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0853510 Mar 23 15:49:05.460697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-c7620578-bb48-4222-9196-d9945080f7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:05.463629 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-c7620578-bb48-4222-9196-d9945080f7dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844450 Mar 23 15:49:05.631987 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-5a3b91f3-1e8e-4e1b-98cb-54b0f5eacb05 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589756 Mar 23 15:49:05.797857 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f3cf4abe-485c-4af0-9b00-82a88d2fa62c req-8a8d4e4c-4316-4191-b741-740e507da177 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564968 Mar 23 15:49:05.806125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (bf9a416e-98ea-4a90-b8db-c2b465094b1f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:05.948716 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:06.001992 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2282070-2536-4966-bccb-4180e7ecf004 req-3ca670e1-cbe6-4160-863f-30cb34058cc5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:06.003664 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c2282070-2536-4966-bccb-4180e7ecf004 req-3ca670e1-cbe6-4160-863f-30cb34058cc5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.1310346 Mar 23 15:49:06.125974 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c2282070-2536-4966-bccb-4180e7ecf004 req-95596104-5b0f-4072-8f17-439f70e1e8ce tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134093 Mar 23 15:49:06.186893 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (9ba18294-1319-4908-af36-f4db6f32ee11), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:06.194671 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:06.267606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=9ba18294-1319-4908-af36-f4db6f32ee11,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:06.282435 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (bf9a416e-98ea-4a90-b8db-c2b465094b1f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:06.403206 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP bf9a416e-98ea-4a90-b8db-c2b465094b1f associated. External IP: 172.27.3.160, port: 49d5d706-e8be-4aa1-86b5-ab61ae3c6839. Mar 23 15:49:06.652874 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:06.781626 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:06.798845 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:06.812624 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:06.819061 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:06.819968 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:06.868065 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-638f6c6f-7129-4679-be42-86cc884f099f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4618697 Mar 23 15:49:06.868065 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:06.868065 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c1614-92ad-4736-b039-e41cf7647fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:06.931976 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a996ca0-4b76-4219-ab0d-a8a0af7b140a x-openstack-request-id: req-5a996ca0-4b76-4219-ab0d-a8a0af7b140a {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:06.932922 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:06.933276 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5a996ca0-4b76-4219-ab0d-a8a0af7b140a {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:06.934620 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a996ca0-4b76-4219-ab0d-a8a0af7b140a'] response: {'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'status': 'completed', 'code': 200} Mar 23 15:49:07.039332 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:07.062930 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-a4b3e320-6b07-40b9-8fe4-4dc6d9391bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:07.066456 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-a4b3e320-6b07-40b9-8fe4-4dc6d9391bfd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1129 time: 0.1066189 Mar 23 15:49:07.212440 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-32c67fed-8b52-4e41-8571-934069c8bc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:07.214221 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-32c67fed-8b52-4e41-8571-934069c8bc30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1411214 Mar 23 15:49:07.303997 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-6f63156d-04ee-4936-b4d1-5e3805bbfdda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 999 time: 0.0786517 Mar 23 15:49:07.319768 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a9ab06-0fef-4aec-aaa7-87ef156b0484 req-9b54d428-ab4b-4563-a4cf-54476e474110 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:07.321854 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-25a9ab06-0fef-4aec-aaa7-87ef156b0484 req-9b54d428-ab4b-4563-a4cf-54476e474110 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0715442 Mar 23 15:49:07.392063 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-25a9ab06-0fef-4aec-aaa7-87ef156b0484 req-77e60447-40fa-4a19-a22b-8b4d1d301ff6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620143 Mar 23 15:49:07.392952 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-9c041129-3565-40b2-8da3-b040ebf1e9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:07.395623 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-9c041129-3565-40b2-8da3-b040ebf1e9e6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0849373 Mar 23 15:49:07.399589 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:05Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:07.445160 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:07.455657 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:07.456347 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:07.477155 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-716ca2c4-f01c-44ba-91e6-b91d3b1265a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:07.479810 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-716ca2c4-f01c-44ba-91e6-b91d3b1265a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767913 Mar 23 15:49:07.582642 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:07.846545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:05Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:07.886059 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08245e61-f5b3-4fb2-97b7-d5f104273905 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:05Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:08.115224 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be5960-2885-49a8-9dcf-ccdec2fd16b7 None None] New status for floating IP bf9a416e-98ea-4a90-b8db-c2b465094b1f: ACTIVE {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:49:08.556949 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c6f4f-62ea-4adb-9f1f-1e2a4992a8dc req-24e082a9-356d-4e09-82ca-11a4200c4b9b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:08.558961 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-359c6f4f-62ea-4adb-9f1f-1e2a4992a8dc req-24e082a9-356d-4e09-82ca-11a4200c4b9b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0700247 Mar 23 15:49:08.624190 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-359c6f4f-62ea-4adb-9f1f-1e2a4992a8dc req-c05ff2ca-a9d1-4983-b565-76b966ca54fb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551183 Mar 23 15:49:09.048453 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-936cc1f4-c9b4-4888-846f-d07117cdd441 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932138 Mar 23 15:49:09.769104 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26bb93-2974-4186-a7f6-4fca238a5bab req-5647dd96-d632-4580-8991-b8a5153c165f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:09.770737 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c26bb93-2974-4186-a7f6-4fca238a5bab req-5647dd96-d632-4580-8991-b8a5153c165f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0602896 Mar 23 15:49:09.826034 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2c26bb93-2974-4186-a7f6-4fca238a5bab req-de16dc94-f2e7-4505-8157-be64d1c4c6f7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488572 Mar 23 15:49:09.856523 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:49:09.967627 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:09.981060 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:49:10.005940 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c41c1614-92ad-4736-b039-e41cf7647fcd req-9b583a68-a6cb-4292-b357-5c6e58d624c8 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509025 Mar 23 15:49:10.033749 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:10.034209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:10.049799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:49:10.074429 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:10.080602 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:10.137052 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:10.972851 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57fe11-f66e-41ae-a5ff-7bcb5fd37547 req-3f19b1da-857d-41d8-960d-c48a3fac062e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:10.975351 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca57fe11-f66e-41ae-a5ff-7bcb5fd37547 req-3f19b1da-857d-41d8-960d-c48a3fac062e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0689964 Mar 23 15:49:11.033696 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca57fe11-f66e-41ae-a5ff-7bcb5fd37547 req-d6a31d1b-aa49-49c5-918a-3e9b10a4dd71 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515497 Mar 23 15:49:12.172998 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['54ec98a6-8eaf-4af9-bb92-17b564b38930'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:49:12.175310 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c8ea0-a11b-43ff-bf68-9c5831d4cf01 req-139c9eb1-6894-4257-bb38-b2ec6bc89783 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:12.177013 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b54c8ea0-a11b-43ff-bf68-9c5831d4cf01 req-139c9eb1-6894-4257-bb38-b2ec6bc89783 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0626416 Mar 23 15:49:12.245387 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b54c8ea0-a11b-43ff-bf68-9c5831d4cf01 req-61a1e3f2-0d24-4e53-af80-6e199c76347e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605571 Mar 23 15:49:13.400063 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e550-19db-41d8-999a-0c2fd6a25676 req-36af9f29-9854-4387-9f8a-410df306625a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:13.401854 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b6a5e550-19db-41d8-999a-0c2fd6a25676 req-36af9f29-9854-4387-9f8a-410df306625a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0642865 Mar 23 15:49:13.487355 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b6a5e550-19db-41d8-999a-0c2fd6a25676 req-627a20a8-089e-4de6-9ae1-9a8084ef45f5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789983 Mar 23 15:49:14.643342 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34efb929-5313-411c-8f9f-f00f61b9335b req-864cb905-c346-45d9-948e-1bad703a6bfa tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:14.645074 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-34efb929-5313-411c-8f9f-f00f61b9335b req-864cb905-c346-45d9-948e-1bad703a6bfa tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0682347 Mar 23 15:49:14.703065 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-34efb929-5313-411c-8f9f-f00f61b9335b req-a4971dbc-645b-4e56-a2a3-b04e328ccf61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512602 Mar 23 15:49:15.193847 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:15.268262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 54ec98a6-8eaf-4af9-bb92-17b564b38930 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:49:15.273637 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 54ec98a6-8eaf-4af9-bb92-17b564b38930 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:15.274039 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:15.365183 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:15.365570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:15.392502 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:15.394941 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043fcfd-38b9-4764-bee4-4f82d60a5739" -d '{"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:15.411477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:15.418346 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:15.454839 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5543e358-b5b0-4d63-b016-79620bf129ce x-openstack-request-id: req-5543e358-b5b0-4d63-b016-79620bf129ce {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:15.455205 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:15.455512 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5543e358-b5b0-4d63-b016-79620bf129ce {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:15.456006 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5543e358-b5b0-4d63-b016-79620bf129ce'] response: {'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'code': 200} Mar 23 15:49:15.488315 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:15.657976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcce0cf-0228-40ea-b7f5-d0c96a74a387 req-1b69bcaf-ebea-40f7-a0ea-5ea291c59017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:15.660139 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bdcce0cf-0228-40ea-b7f5-d0c96a74a387 req-1b69bcaf-ebea-40f7-a0ea-5ea291c59017 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1129 time: 0.0533335 Mar 23 15:49:15.736614 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bdcce0cf-0228-40ea-b7f5-d0c96a74a387 req-c2e73f8d-3bc9-472c-9291-729503548e23 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684707 Mar 23 15:49:15.852762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f5363-c7bc-43d9-97e5-8b1364813657 req-f1fc02b2-fbca-45d1-9778-365f5a07ae79 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:15.854653 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f59f5363-c7bc-43d9-97e5-8b1364813657 req-f1fc02b2-fbca-45d1-9778-365f5a07ae79 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0683365 Mar 23 15:49:15.938522 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f59f5363-c7bc-43d9-97e5-8b1364813657 req-23dc12b1-2f13-436d-bcc7-5f6e7ca4f0d4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767999 Mar 23 15:49:16.507189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:17.080619 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53961b7c-f66b-4f6b-8cb6-f55bf5bfbc12 req-b8859d6e-5102-4f58-8e20-59c520ba4504 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:17.082359 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-53961b7c-f66b-4f6b-8cb6-f55bf5bfbc12 req-b8859d6e-5102-4f58-8e20-59c520ba4504 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0621023 Mar 23 15:49:17.140371 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-53961b7c-f66b-4f6b-8cb6-f55bf5bfbc12 req-e7658caa-ab79-4f82-8835-818792108180 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518458 Mar 23 15:49:18.278037 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec44ece5-0978-4ae9-82cb-20968e39ad31 req-ff075f02-2fbd-4cd8-b4af-9af2d2681e3a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:18.279715 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec44ece5-0978-4ae9-82cb-20968e39ad31 req-ff075f02-2fbd-4cd8-b4af-9af2d2681e3a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0607777 Mar 23 15:49:18.352127 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ec44ece5-0978-4ae9-82cb-20968e39ad31 req-934b810e-fcfe-495a-bf3a-12a8765ff36b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657992 Mar 23 15:49:18.541973 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b3488-6423-48cc-8803-7c9d176f8c25 req-06d051c5-ec30-4999-8306-3f6628b267a9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:18.543916 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6c6b3488-6423-48cc-8803-7c9d176f8c25 req-06d051c5-ec30-4999-8306-3f6628b267a9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0960772 Mar 23 15:49:18.553414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 52998) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:18.558521 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Request body: {'floatingip': {'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:18.605315 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:19.380785 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:19.385999 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:19.502594 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Floating IP 2363101c-d061-4f87-b2b1-4ff9e97a2222 associated. External IP: 172.27.3.136, port: 54ec98a6-8eaf-4af9-bb92-17b564b38930. Mar 23 15:49:19.833097 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:19.975669 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:19.983207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:19.987245 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:20.001380 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:20.002440 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:20.033122 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-95b43089-6edd-494e-9910-96231e48ba28 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "PUT /v2.0/floatingips/2363101c-d061-4f87-b2b1-4ff9e97a2222 HTTP/1.1" status: 200 len: 991 time: 1.4782550 Mar 23 15:49:20.033728 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:20.037314 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07" -d '{"events": [{"name": "network-changed", "server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:20.105470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aead8b6-f3b7-4f33-97af-3ff27a660f52 x-openstack-request-id: req-5aead8b6-f3b7-4f33-97af-3ff27a660f52 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:20.106036 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:20.106625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5aead8b6-f3b7-4f33-97af-3ff27a660f52 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:20.107331 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5aead8b6-f3b7-4f33-97af-3ff27a660f52'] response: {'name': 'network-changed', 'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'status': 'completed', 'code': 200} Mar 23 15:49:20.194273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-ccb2f805-87c4-4e16-a499-cc434ef5d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:20.196243 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-ccb2f805-87c4-4e16-a499-cc434ef5d576 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1129 time: 0.0599461 Mar 23 15:49:20.302631 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:20.313403 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-f94831e7-86f2-4513-956c-e182d9b6f162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:20.315108 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-f94831e7-86f2-4513-956c-e182d9b6f162 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1104822 Mar 23 15:49:20.389589 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-e653b972-f320-49d4-b3c3-32bccbe46688 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 999 time: 0.0667913 Mar 23 15:49:20.456386 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-4feeccce-be90-4c36-b966-2738cc33bf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:20.457991 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-4feeccce-be90-4c36-b966-2738cc33bf97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0556519 Mar 23 15:49:20.520448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-a2220abd-81b3-4a5d-9618-bd82d52682fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:20.522131 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-a2220abd-81b3-4a5d-9618-bd82d52682fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0560799 Mar 23 15:49:20.611024 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2363101c-d061-4f87-b2b1-4ff9e97a2222', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:56Z', 'updated_at': '2022-03-23T15:49:19Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:20.644595 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:20.646220 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-d5f2ec78-21a0-4459-8d2a-523951b83912 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151557 Mar 23 15:49:20.656112 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:20.657141 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:48:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:20.759280 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e4c61b4e-aafe-4296-9ef8-00e3a61d3b07 req-d0608d5c-16ca-4e93-8182-d810b13a0a31 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061537 Mar 23 15:49:20.792121 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:21.111793 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2363101c-d061-4f87-b2b1-4ff9e97a2222', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:56Z', 'updated_at': '2022-03-23T15:49:19Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:21.144803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24f7cbe-01de-40f9-8a7b-994f04bee930 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2363101c-d061-4f87-b2b1-4ff9e97a2222', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'floating_ip_address': '172.27.3.136', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:48:56Z', 'updated_at': '2022-03-23T15:49:19Z', 'revision_number': 1, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:21.373188 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59d71fd-8da0-47e6-87bc-f2aa0cb9f64b None None] New status for floating IP 2363101c-d061-4f87-b2b1-4ff9e97a2222: ACTIVE {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:49:21.778849 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-053f99bb-f247-4a00-86a2-e37b5bb471aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.088218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53036) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:22.137282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Deleting subnet 5cd406bd-1212-4d3f-af2d-bfe257c1a9ba {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:49:22.141205 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Publish callbacks [] for subnet (5cd406bd-1212-4d3f-af2d-bfe257c1a9ba), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.180964 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (5cd406bd-1212-4d3f-af2d-bfe257c1a9ba), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.229584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (5cd406bd-1212-4d3f-af2d-bfe257c1a9ba), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.291953 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (5cd406bd-1212-4d3f-af2d-bfe257c1a9ba), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.319367 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cd406bd-1212-4d3f-af2d-bfe257c1a9ba,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:22.323844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.327758 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-112a3c13-e955-4c94-96ef-af933f640b1c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/5cd406bd-1212-4d3f-af2d-bfe257c1a9ba HTTP/1.1" status: 204 len: 168 time: 0.2378798 Mar 23 15:49:22.331948 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53038) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:22.409171 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (6bcb32e0-480d-4c95-9fdb-776570366ddb), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.505112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (6bcb32e0-480d-4c95-9fdb-776570366ddb), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.529200 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bcb32e0-480d-4c95-9fdb-776570366ddb']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:22.540729 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:22.541026 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cf1e4f-57b1-4717-86d6-95dfcec6bcd0') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:22.552456 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (39cf1e4f-57b1-4717-86d6-95dfcec6bcd0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.568027 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (39cf1e4f-57b1-4717-86d6-95dfcec6bcd0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.575898 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:49:22.576317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (39cf1e4f-57b1-4717-86d6-95dfcec6bcd0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:49:22.578427 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:49:22.643047 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (6bcb32e0-480d-4c95-9fdb-776570366ddb), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.648125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.651489 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] 10.222.0.41 "DELETE /v2.0/networks/6bcb32e0-480d-4c95-9fdb-776570366ddb HTTP/1.1" status: 204 len: 168 time: 0.3183300 Mar 23 15:49:22.666087 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88467823-63b5-4014-9588-7b5904c98631 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bcb32e0-480d-4c95-9fdb-776570366ddb,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:22.782431 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53042) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:22.830427 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8855d389-e492-4f0b-bd5a-c1f3c69ca8ae admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=63dbe95e2c85416f9a329ce6a4b4adc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463607 Mar 23 15:49:22.834297 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53044) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:22.893543 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] Publish callbacks [] for security_group (78c53a11-3a04-49df-bb8f-661089bf39e7), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.919022 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] Publish callbacks [] for security_group (78c53a11-3a04-49df-bb8f-661089bf39e7), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.975701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (78c53a11-3a04-49df-bb8f-661089bf39e7), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.978759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:22.980106 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/78c53a11-3a04-49df-bb8f-661089bf39e7 HTTP/1.1" status: 204 len: 168 time: 0.1446855 Mar 23 15:49:22.990619 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ea047-f19a-4b46-88b5-e9980d66a979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c53a11-3a04-49df-bb8f-661089bf39e7,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:23.719024 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3a1b682d-0972-4bbd-ae7f-ace1789fac4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:23.835562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53066) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:23.942365 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2042301651-network', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:23.965522 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Made reservation on behalf of e09ee8f8df5744f8a90e0cc97b9977c9 for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:23.968748 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:23.978862 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.075182 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks [] for security_group (ff6f6071-d397-49a3-8547-5f2f3d18d7a7), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.081396 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ff6f6071-d397-49a3-8547-5f2f3d18d7a7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.109470 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:49:24.125655 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6f6071-d397-49a3-8547-5f2f3d18d7a7,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:24.132968 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (b1613e71-44a9-4159-ab7d-3690e29e5f42), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.133308 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Added segment b1613e71-44a9-4159-ab7d-3690e29e5f42 of type vlan for network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 Mar 23 15:49:24.191669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.221621 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.222740 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:24.223306 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.289067 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4522636 Mar 23 15:49:24.292821 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53070) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:24.300554 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Request body: {'subnet': {'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2042301651-subnet', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:24.305483 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91765162-ed9e-45dd-a7a9-8486e0504c92 admin admin] Pushing event updated for resources: {'Network': ['ID=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:24.318077 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:49:24.330293 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Made reservation on behalf of e09ee8f8df5744f8a90e0cc97b9977c9 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:24.333722 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.589524 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (3cfec4c8-f28f-4605-8a2f-a541635942f7), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.659003 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cfec4c8-f28f-4605-8a2f-a541635942f7,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:24.672663 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Checking segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:24.673217 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Network hostable DHCP agents. Network: 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:49:24.694182 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:49:24.706142 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:24.713398 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:24.713619 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.718331 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afeb8378-9422-4ca2-ada0-5a975ef603e9 None None] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:49:24.735271 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c405cc4e-552d-4a96-9a33-3bf82d81ca78 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4409897 Mar 23 15:49:24.738831 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53072) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:24.744585 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:24.770626 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (331d1715-7f42-4591-9380-3d676611087f), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.771928 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (331d1715-7f42-4591-9380-3d676611087f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.874600 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for router_controller (331d1715-7f42-4591-9380-3d676611087f), precommit_add_association {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:24.915510 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:49:24.916898 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.086820 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for router_gateway (331d1715-7f42-4591-9380-3d676611087f), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.136991 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Allocated IP 172.20.0.2 (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82/3cfec4c8-f28f-4605-8a2f-a541635942f7/5e021acd-316f-411d-a261-a44233d6fb5b) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:25.221485 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.339799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks [] for port (5e021acd-316f-411d-a261-a44233d6fb5b), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.349472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.395444 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:25.398984 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:25.405681 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:25.413258 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Pushing event updated for resources: {'Port': ['ID=5e021acd-316f-411d-a261-a44233d6fb5b,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:25.427205 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.427891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.427891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.428362 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.428696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.429010 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.429343 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.429676 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.430111 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.430445 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.430772 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.431108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.431429 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.431750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.432093 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:25.494787 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Attempting to bind port 5e021acd-316f-411d-a261-a44233d6fb5b on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:25.495248 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Attempting to bind port 5e021acd-316f-411d-a261-a44233d6fb5b by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:25.495684 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Attempting to bind port 5e021acd-316f-411d-a261-a44233d6fb5b on network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:25.502760 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 48, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:25.503234 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Checking segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:25.503740 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.504318 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Bound using segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:25.504892 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Bound port: 5e021acd-316f-411d-a261-a44233d6fb5b, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:25.505352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.596322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] For port 5e021acd-316f-411d-a261-a44233d6fb5b, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:25.602502 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] For port 5e021acd-316f-411d-a261-a44233d6fb5b, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=5e021acd-316f-411d-a261-a44233d6fb5b,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:25.613652 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.628595 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for router_gateway (331d1715-7f42-4591-9380-3d676611087f), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.665990 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:25.676957 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb456c8-f923-4c53-9c83-5af1f872abcb None None] Pushing event updated for resources: {'Port': ['ID=5e021acd-316f-411d-a261-a44233d6fb5b,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:25.840215 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Allocated IP 172.27.3.234 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/e1fc422c-1850-4224-bacd-9e46142aa043) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:26.014243 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for port (e1fc422c-1850-4224-bacd-9e46142aa043), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:26.072460 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:26.114541 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:26.117808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:26.125015 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:26.132293 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Pushing event updated for resources: {'Port': ['ID=e1fc422c-1850-4224-bacd-9e46142aa043,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:26.473939 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for router_gateway (331d1715-7f42-4591-9380-3d676611087f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:26.524126 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:26.780904 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (331d1715-7f42-4591-9380-3d676611087f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:26.787119 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f93e57-ac69-458f-95e2-a96a8be3b196 None None] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:49:26.922050 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Provisioning complete for port 5e021acd-316f-411d-a261-a44233d6fb5b triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:26.923783 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.043376 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Current status of the port 5e021acd-316f-411d-a261-a44233d6fb5b is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:27.043778 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.056799 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Router 331d1715-7f42-4591-9380-3d676611087f is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:49:27.104802 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] For port 5e021acd-316f-411d-a261-a44233d6fb5b, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=5e021acd-316f-411d-a261-a44233d6fb5b,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:27.111909 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.241680 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747df6b0-54d0-4249-bc1b-65b96624486e None None] Pushing event updated for resources: {'Port': ['ID=5e021acd-316f-411d-a261-a44233d6fb5b,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:27.303393 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 5e021acd-316f-411d-a261-a44233d6fb5b up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:27.359494 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:27.361464 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-55f633c8-d8d4-4a7e-87e9-207362dea7ff None None] Provisioning complete for port 5e021acd-316f-411d-a261-a44233d6fb5b triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:27.361858 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-55f633c8-d8d4-4a7e-87e9-207362dea7ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.381571 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.382929 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-160f3921-c357-4dd6-bd43-3c26f02f8f88 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6429319 Mar 23 15:49:27.387871 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53076) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:27.388924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Sync routers for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:27.422708 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:27.423405 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:27.425549 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 5e021acd-316f-411d-a261-a44233d6fb5b triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:27.425927 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.761667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-55f633c8-d8d4-4a7e-87e9-207362dea7ff None None] Current status of the port 5e021acd-316f-411d-a261-a44233d6fb5b is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:27.773853 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:27.915019 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.926756 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:27.927089 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 5e021acd-316f-411d-a261-a44233d6fb5b is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:28.039398 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:26Z', 'revision_number': 3, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:28.073327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Checking router: 331d1715-7f42-4591-9380-3d676611087f for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:28.074398 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Updating router 331d1715-7f42-4591-9380-3d676611087f port e1fc422c-1850-4224-bacd-9e46142aa043 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:49:28.118704 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.164987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Allocated IP 172.20.0.1 (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82/3cfec4c8-f28f-4605-8a2f-a541635942f7/67c5f3cb-2fc5-43fd-8d06-d79aec78f591) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:28.311246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks [] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.354179 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.399753 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:28.403113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:28.407298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:28.441530 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:28.458232 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (331d1715-7f42-4591-9380-3d676611087f), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.462195 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks [] for port (e1fc422c-1850-4224-bacd-9e46142aa043), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.471891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.562894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Attempting to bind port e1fc422c-1850-4224-bacd-9e46142aa043 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:28.563808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Attempting to bind port e1fc422c-1850-4224-bacd-9e46142aa043 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:28.564380 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Attempting to bind port e1fc422c-1850-4224-bacd-9e46142aa043 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:28.571674 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7dce-c61a-45f6-a457-a14e98683a37 None None] Pushing event updated for resources: {'Port': ['ID=e1fc422c-1850-4224-bacd-9e46142aa043,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:28.575952 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:28.576973 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:28.577788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.578761 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:28.579795 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Bound port: e1fc422c-1850-4224-bacd-9e46142aa043, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:28.580674 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.670130 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] For port e1fc422c-1850-4224-bacd-9e46142aa043, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:28.674217 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] For port e1fc422c-1850-4224-bacd-9e46142aa043, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e1fc422c-1850-4224-bacd-9e46142aa043,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:28.678104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.683651 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.744932 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:28.745596 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:28.826054 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f7dce-c61a-45f6-a457-a14e98683a37 None None] Pushing event updated for resources: {'Port': ['ID=e1fc422c-1850-4224-bacd-9e46142aa043,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:28.859936 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-5bc9d14c-8f29-4d52-a456-e8a436e0d6ef None None] Provisioning complete for port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:28.860359 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5bc9d14c-8f29-4d52-a456-e8a436e0d6ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.919139 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-5bc9d14c-8f29-4d52-a456-e8a436e0d6ef None None] Port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:28.928769 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:28.944113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks [] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:28.958411 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:29.034898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:29.042934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (331d1715-7f42-4591-9380-3d676611087f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:29.169870 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:29.172740 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:29.296247 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 1, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:29.303498 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 5e021acd-316f-411d-a261-a44233d6fb5b up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:29.360109 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faac5a5a-e1e1-4331-8b53-b2f21927801b None None] The sync data for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi is: [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 1, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:29.390642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Router 331d1715-7f42-4591-9380-3d676611087f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:29.398223 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 5e021acd-316f-411d-a261-a44233d6fb5b triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:29.398847 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:29.536850 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 5e021acd-316f-411d-a261-a44233d6fb5b is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:29.542774 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:29.552598 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-346b2f3f-7c32-41ea-a2cb-485681999ef4 admin admin] 10.222.0.41 "PUT /v2.0/routers/331d1715-7f42-4591-9380-3d676611087f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1582747 Mar 23 15:49:29.564405 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-0024480c-f3bc-40da-b0b9-23f2f88e62a6 None None] Provisioning complete for port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:29.565091 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0024480c-f3bc-40da-b0b9-23f2f88e62a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:29.630353 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-0024480c-f3bc-40da-b0b9-23f2f88e62a6 None None] Port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:30.380884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53112) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:30.387598 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1880373715-network', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:30.422618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Made reservation on behalf of 3c4f0bdaca864137a9a4264b4f80ced8 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:30.426182 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.451961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.550703 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks [] for security_group (fb41201f-dc0e-4f24-9032-a92e28019121), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.558703 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (fb41201f-dc0e-4f24-9032-a92e28019121), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.585160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:49:30.603935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb41201f-dc0e-4f24-9032-a92e28019121,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:30.608746 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (a0883d79-623e-4210-90df-07fe6dba0c60), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.609079 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Added segment a0883d79-623e-4210-90df-07fe6dba0c60 of type vlan for network 72aa22df-01ae-48e0-ba60-28d630110388 Mar 23 15:49:30.673307 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (72aa22df-01ae-48e0-ba60-28d630110388), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.705043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (72aa22df-01ae-48e0-ba60-28d630110388), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.706371 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:30.707013 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.777880 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3958333 Mar 23 15:49:30.785790 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53118) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:30.791857 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Request body: {'subnet': {'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1880373715-subnet', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:30.813804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a1b3a-936f-4960-b146-304573c0b786 admin admin] Pushing event updated for resources: {'Network': ['ID=72aa22df-01ae-48e0-ba60-28d630110388,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:30.828934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Made reservation on behalf of 3c4f0bdaca864137a9a4264b4f80ced8 for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:30.832058 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 72aa22df-01ae-48e0-ba60-28d630110388 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:49:30.832920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26163729'] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:30.836952 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10074e96-d202-4bbe-a5bb-70e19792ef97 req-152ece77-f4fc-4144-ac26-588587c503ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:30.839415 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10074e96-d202-4bbe-a5bb-70e19792ef97 req-152ece77-f4fc-4144-ac26-588587c503ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1005051 Mar 23 15:49:30.915509 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10074e96-d202-4bbe-a5bb-70e19792ef97 req-d2cc82a7-c6c4-4fd9-ad5d-f6091d8054e6 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687926 Mar 23 15:49:31.061452 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26154907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26163719'] for subnet (a1e13da5-850c-432d-9134-1df40b34abbe), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.121864 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e13da5-850c-432d-9134-1df40b34abbe,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:31.132070 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Checking segment: {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:31.132557 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Network hostable DHCP agents. Network: 72aa22df-01ae-48e0-ba60-28d630110388, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:49:31.160823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Network 72aa22df-01ae-48e0-ba60-28d630110388 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:49:31.175817 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 72aa22df-01ae-48e0-ba60-28d630110388) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:31.181072 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:31.181706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.185973 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3ebb1c-a499-4b01-9746-ad077243ce41 None None] Network 72aa22df-01ae-48e0-ba60-28d630110388 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:49:31.213540 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53120) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:31.213689 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f028f511-cda7-4f8f-9f4c-3c9aaab3c111 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4268022 Mar 23 15:49:31.220361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:31.257998 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.259092 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.277664 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e1fc422c-1850-4224-bacd-9e46142aa043 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:31.324893 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for router_controller (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), precommit_add_association {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.353126 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-72aa22df-01ae-48e0-ba60-28d630110388', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:49:31.354012 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.369437 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port e1fc422c-1850-4224-bacd-9e46142aa043 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:31.369816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.482933 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for router_gateway (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.579196 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e1fc422c-1850-4224-bacd-9e46142aa043 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:31.579590 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.585349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Allocated IP 172.20.0.2 (72aa22df-01ae-48e0-ba60-28d630110388/a1e13da5-850c-432d-9134-1df40b34abbe/9287e955-d62b-4f0c-b0cf-adc7b756b3fe) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:31.613031 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port e1fc422c-1850-4224-bacd-9e46142aa043, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e1fc422c-1850-4224-bacd-9e46142aa043,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:31.630905 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.731819 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=e1fc422c-1850-4224-bacd-9e46142aa043,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:31.759492 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for router_gateway (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.784312 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.837018 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks [] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.846028 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:31.911457 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Network 72aa22df-01ae-48e0-ba60-28d630110388 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:31.917036 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:31.923801 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:31.936283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Allocated IP 172.27.3.185 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/0ede0bb0-30da-4c6e-967c-8cca5a11b285) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:31.946575 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Pushing event updated for resources: {'Port': ['ID=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:32.059454 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Attempting to bind port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:32.059838 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Attempting to bind port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:32.060241 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Attempting to bind port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe on network 72aa22df-01ae-48e0-ba60-28d630110388 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:32.066114 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:32.066528 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Checking segment: {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:32.066930 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.067327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Bound using segment: {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:32.067819 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Bound port: 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:32.068240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.129616 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Sync routers for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:32.144885 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] For port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:32.148430 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:32.149235 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] For port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:32.149674 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:32.160915 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.163245 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.194620 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74cd130-7425-47bb-9232-5d636d2d9982 req-f9477528-73c9-41cd-bf75-7f05b870d41e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:32.197641 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a74cd130-7425-47bb-9232-5d636d2d9982 req-f9477528-73c9-41cd-bf75-7f05b870d41e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1412802 Mar 23 15:49:32.269460 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318153f-734c-4b0f-a45a-bcda8a4a9ccb None None] Pushing event updated for resources: {'Port': ['ID=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:32.287191 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:32.341277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a74cd130-7425-47bb-9232-5d636d2d9982 req-f5862556-2709-4d03-b62b-6cf39e74d52d tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289377 Mar 23 15:49:32.343716 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.401195 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:32.404388 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:32.408690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:32.443988 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Pushing event updated for resources: {'Port': ['ID=0ede0bb0-30da-4c6e-967c-8cca5a11b285,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:32.458497 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.458947 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.459262 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.461666 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.462067 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.462341 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.462677 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.463010 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.463339 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.463664 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.475364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.475987 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.476601 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.477211 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.477750 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:32.734732 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 2, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:32.748811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for router_gateway (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.784208 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Checking router: 331d1715-7f42-4591-9380-3d676611087f for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:32.785135 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Updating router 331d1715-7f42-4591-9380-3d676611087f port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:49:32.832783 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:32.969999 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.144759 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:49:33.226388 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks [] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.239740 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.301568 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:33.313352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Sync routers for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:33.329965 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:33.330886 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:33.343001 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.348287 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-79ee5987-e372-4b4e-962a-9baa8988ccb9 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1291847 Mar 23 15:49:33.348634 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53124) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:33.367881 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Pushing event updated for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:33.396923 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.397566 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.398105 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.398669 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.399170 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.399665 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.400197 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.400702 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.405713 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.406224 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.407163 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.407691 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.408219 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.408719 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.409208 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:49:33.437144 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Attempting to bind port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:33.437973 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Attempting to bind port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:33.438527 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Attempting to bind port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 on network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:33.449843 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:33.450553 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Checking segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:33.451145 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.451711 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Bound using segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:33.452477 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Bound port: 67c5f3cb-2fc5-43fd-8d06-d79aec78f591, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:33.453077 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.606983 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] For port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:33.614110 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] For port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:33.615795 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437865c-641f-4382-af7a-736eae25e5d7 req-270ff234-4d58-4a16-b82e-4bbfacc651fd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:33.619265 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c437865c-641f-4382-af7a-736eae25e5d7 req-270ff234-4d58-4a16-b82e-4bbfacc651fd tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1084309 Mar 23 15:49:33.628898 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.693272 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:33.694534 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:33.723184 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c437865c-641f-4382-af7a-736eae25e5d7 req-7961b55c-85f9-4052-8458-08d9760707b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973921 Mar 23 15:49:33.758956 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 9287e955-d62b-4f0c-b0cf-adc7b756b3fe up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:33.761208 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a28591-9a89-45cd-87c9-8ae7f31bd5ff None None] Network 72aa22df-01ae-48e0-ba60-28d630110388 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:49:33.853558 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e07e4-e613-45ee-a3df-e6e5f2941f65 None None] Pushing event updated for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=4']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:33.890790 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Provisioning complete for port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:33.891025 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:33.891174 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:33.982063 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:34.096391 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:34.096685 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.159216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-9f3ee7a1-55e9-408e-8226-c89071c95680 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:34.161820 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-9f3ee7a1-55e9-408e-8226-c89071c95680 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1487908 Mar 23 15:49:34.174483 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Current status of the port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:34.174877 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.200786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.239411 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:33Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:34.253873 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] For port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:34.270520 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d87d623-7657-4658-909a-430f0a1ef83d None None] The sync data for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi is: [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:33Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:34.275811 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.430485 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Provisioning complete for port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:34.431325 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.437096 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Deleting port 53424794-1578-468e-be7c-14b449149ef6 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:34.438107 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (53424794-1578-468e-be7c-14b449149ef6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.482350 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:34.484455 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e1fc422c-1850-4224-bacd-9e46142aa043 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:34.533489 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Pushing event updated for resources: {'Port': ['ID=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:34.612156 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:32Z', 'revision_number': 3, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:34.672583 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Checking router: 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:34.673107 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Updating router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:49:34.776615 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:49:34.780499 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Current status of the port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:34.780881 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.783277 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.809767 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Allocated IP 172.20.0.1 (72aa22df-01ae-48e0-ba60-28d630110388/a1e13da5-850c-432d-9134-1df40b34abbe/3a088023-f810-43a0-a9f2-37bd0f7c6eae) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:34.811138 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port e1fc422c-1850-4224-bacd-9e46142aa043 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:34.811638 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.910739 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] For port 53424794-1578-468e-be7c-14b449149ef6, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=53424794-1578-468e-be7c-14b449149ef6,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:34.911125 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (53424794-1578-468e-be7c-14b449149ef6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:34.974571 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] For port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:34.994795 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.021002 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f551151-e5ae-4ec7-99ca-5bb612103256 req-0ba134c4-27b8-41c5-ac0f-0784c232dc05 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:35.024426 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f551151-e5ae-4ec7-99ca-5bb612103256 req-0ba134c4-27b8-41c5-ac0f-0784c232dc05 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 945 time: 0.1559920 Mar 23 15:49:35.032180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks [] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.107372 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a305ffb7-ed12-41e6-9147-250e0277ac13 None None] Pushing event updated for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:35.165263 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f551151-e5ae-4ec7-99ca-5bb612103256 req-cdd7c0e3-6607-485c-9f54-9b4ab9146134 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=127aa8fe-eb45-4957-8a5b-49340e5e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239345 Mar 23 15:49:35.199390 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.213046 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Provisioning complete for port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:35.213778 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.260666 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Network 72aa22df-01ae-48e0-ba60-28d630110388 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:35.265865 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.266485 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.266839 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Floating IP 3ef6a773-d9ba-4053-ad28-195259207b2f disassociated. External IP: 172.27.3.24, port: 53424794-1578-468e-be7c-14b449149ef6. Mar 23 15:49:35.267202 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Calling delete_port for 53424794-1578-468e-be7c-14b449149ef6 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:35.278902 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:35.281629 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:35.287131 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e1fc422c-1850-4224-bacd-9e46142aa043 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:35.315823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Pushing event updated for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:35.390718 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.450797 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Current status of the port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:35.473145 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks [] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.479914 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Provisioning complete for port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:35.480433 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.505416 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.573710 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 9287e955-d62b-4f0c-b0cf-adc7b756b3fe up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:35.616060 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebabd7-6919-4174-8ccc-d12416480113 None None] Pushing event updated for resources: {'Port': ['ID=0ede0bb0-30da-4c6e-967c-8cca5a11b285,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:35.618865 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Attempting to bind port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:35.619104 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Attempting to bind port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:35.619566 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Attempting to bind port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:35.638352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:35.638826 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:35.639342 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.639800 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:35.640349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Bound port: 0ede0bb0-30da-4c6e-967c-8cca5a11b285, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:35.640810 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.676912 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (53424794-1578-468e-be7c-14b449149ef6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.688240 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.720253 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event deleted for resources: {'Port': ['ID=53424794-1578-468e-be7c-14b449149ef6,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:35.738085 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ff879104-1892-48e3-bd93-0343ca1e8926 None None] Current status of the port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:35.746931 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] For port 0ede0bb0-30da-4c6e-967c-8cca5a11b285, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:35.750820 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] For port 0ede0bb0-30da-4c6e-967c-8cca5a11b285, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=0ede0bb0-30da-4c6e-967c-8cca5a11b285,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:35.755865 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:35.756816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.763679 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:35.883977 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:35.885042 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:35.886539 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebabd7-6919-4174-8ccc-d12416480113 None None] Pushing event updated for resources: {'Port': ['ID=0ede0bb0-30da-4c6e-967c-8cca5a11b285,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:35.973625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:36.097304 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks [] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.106827 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-29e31667-c5fa-425c-8ca6-da7e81d99567 None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:36.106827 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-29e31667-c5fa-425c-8ca6-da7e81d99567 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.114846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.193735 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:36.194896 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:36.214680 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.227490 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:36.239317 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:36.259947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Pushing event updated for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:36.263643 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:36.265284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-29e31667-c5fa-425c-8ca6-da7e81d99567 None None] Port 3a088023-f810-43a0-a9f2-37bd0f7c6eae cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:36.266582 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:36.290440 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:36.319976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] No DVR routers for this DVR port 53424794-1578-468e-be7c-14b449149ef6 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:49:36.323044 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.327091 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9f654013-ef99-43a7-8301-3a5171fd1992 req-394f5a21-c667-40a2-bcb4-424177a513b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "DELETE /v2.0/ports/53424794-1578-468e-be7c-14b449149ef6 HTTP/1.1" status: 204 len: 173 time: 2.1574244 Mar 23 15:49:36.329951 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'name': 'network-vif-deleted', 'tag': '53424794-1578-468e-be7c-14b449149ef6'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:36.333469 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8780d8bb-2b83-4ec6-a5dc-7282ff704324" -d '{"events": [{"server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "name": "network-vif-deleted", "tag": "53424794-1578-468e-be7c-14b449149ef6"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:36.413911 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3ddf6c51-7901-4e65-9f94-b7b39eeeafba req-e0442c96-329b-4f9c-9783-91a1b81603b0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=233e5e77-94b9-41b3-a8a2-1af323b95246 HTTP/1.1" status: 200 len: 210 time: 0.0960100 Mar 23 15:49:36.453937 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8124d2-874c-4fda-a70d-a59c8be54f6e x-openstack-request-id: req-9b8124d2-874c-4fda-a70d-a59c8be54f6e {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:36.455391 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e5e77-94b9-41b3-a8a2-1af323b95246", "name": "network-vif-deleted", "tag": "53424794-1578-468e-be7c-14b449149ef6", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:36.456411 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9b8124d2-874c-4fda-a70d-a59c8be54f6e {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:36.457932 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8124d2-874c-4fda-a70d-a59c8be54f6e'] response: {'server_uuid': '233e5e77-94b9-41b3-a8a2-1af323b95246', 'name': 'network-vif-deleted', 'tag': '53424794-1578-468e-be7c-14b449149ef6', 'status': 'completed', 'code': 200} Mar 23 15:49:36.484727 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Network 72aa22df-01ae-48e0-ba60-28d630110388 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:36.489680 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:36.494443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:36.495241 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:36.496879 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.692989 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:36.728455 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '3a088023-f810-43a0-a9f2-37bd0f7c6eae', 'name': '', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'mac_address': 'fa:16:3e:43:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:34Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 1, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'subnets': [{'id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:36.729019 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:36.782894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03aba9df-3e5e-444d-b4d5-5394f4c2c847 None None] The sync data for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi is: [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '3a088023-f810-43a0-a9f2-37bd0f7c6eae', 'name': '', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'mac_address': 'fa:16:3e:43:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:34Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 1, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'subnets': [{'id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:36.810086 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-30d980c9-a68a-4640-abbf-888e2523455e None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:36.810746 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-30d980c9-a68a-4640-abbf-888e2523455e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:36.885716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:36.893708 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f45c3b32-d5e1-4fbf-b1f8-107c67dd13ff admin admin] 10.222.0.41 "PUT /v2.0/routers/1040ca53-ab4d-47ef-b8e1-3d34002d90b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5431843 Mar 23 15:49:36.904202 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-30d980c9-a68a-4640-abbf-888e2523455e None None] Port 3a088023-f810-43a0-a9f2-37bd0f7c6eae cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:36.955633 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:37.000631 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:37.014688 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:37.015759 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:37.250399 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:37.596667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53156) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:37.679648 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (127aa8fe-eb45-4957-8a5b-49340e5e6716), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:37.719157 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (127aa8fe-eb45-4957-8a5b-49340e5e6716), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:37.720762 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:37.789832 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198b0cea-fd9b-4756-a2ff-4521fa92b531 None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:42:04Z', 'revision_number': 4, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '2a09ada0-06f3-4a42-ab90-1bc0e0ab1485', 'name': '', 'network_id': '016bd969-afdd-4d54-9c96-96545c5699f8', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'mac_address': 'fa:16:3e:17:78:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:03Z', 'updated_at': '2022-03-23T15:42:20Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'subnets': [{'id': '7fc2dae8-8c4c-4623-9667-03646723cf8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:37.791297 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (127aa8fe-eb45-4957-8a5b-49340e5e6716), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:37.794391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:37.799734 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "DELETE /v2.0/security-groups/127aa8fe-eb45-4957-8a5b-49340e5e6716 HTTP/1.1" status: 204 len: 168 time: 0.1977496 Mar 23 15:49:37.800075 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53168) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:37.813678 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68013d8-b12d-4712-a7f4-8844c3cecf0f tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=127aa8fe-eb45-4957-8a5b-49340e5e6716,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:37.815813 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.api.v2.resource [None req-b201c123-d450-4d65-9804-de4e0d430626 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] show failed (client error): The resource could not be found. Mar 23 15:49:37.822764 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b201c123-d450-4d65-9804-de4e0d430626 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups/127aa8fe-eb45-4957-8a5b-49340e5e6716 HTTP/1.1" status: 404 len: 347 time: 0.0204914 Mar 23 15:49:37.828178 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53170) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:38.396550 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Deleting port 6560e452-fe99-4171-9511-7782c8db16f2 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:38.396894 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (6560e452-fe99-4171-9511-7782c8db16f2), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:38.428681 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7ba331-d23e-42b2-9797-e976010c8302 None None] New status for floating IP 3ef6a773-d9ba-4053-ad28-195259207b2f: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:49:38.578625 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (6560e452-fe99-4171-9511-7782c8db16f2), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:38.579502 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (6560e452-fe99-4171-9511-7782c8db16f2), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:38.596343 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Calling delete_port for 6560e452-fe99-4171-9511-7782c8db16f2 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:38.855527 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (6560e452-fe99-4171-9511-7782c8db16f2), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:38.889096 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event deleted for resources: {'Port': ['ID=6560e452-fe99-4171-9511-7782c8db16f2,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:38.997086 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks [] for floatingip (3ef6a773-d9ba-4053-ad28-195259207b2f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:39.003703 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:39.005969 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-00e64e21-68d0-4a0c-98bb-019ecf15f2f4 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "DELETE /v2.0/floatingips/3ef6a773-d9ba-4053-ad28-195259207b2f HTTP/1.1" status: 204 len: 168 time: 1.1762567 Mar 23 15:49:39.285012 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 53424794-1578-468e-be7c-14b449149ef6 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:39.333295 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 53424794-1578-468e-be7c-14b449149ef6 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:39.333966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 53424794-1578-468e-be7c-14b449149ef6 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:39.548116 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 0ede0bb0-30da-4c6e-967c-8cca5a11b285 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:39.641487 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:39.641766 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:39.770359 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:39.770644 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:39.808170 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 0ede0bb0-30da-4c6e-967c-8cca5a11b285, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=0ede0bb0-30da-4c6e-967c-8cca5a11b285,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:39.815480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:39.887319 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=0ede0bb0-30da-4c6e-967c-8cca5a11b285,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:41.404953 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Sync routers for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:41.415880 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 0ede0bb0-30da-4c6e-967c-8cca5a11b285 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:41.429240 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:41.430299 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:41.490428 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:41.491073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:41.665037 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:41.708938 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:41.968835 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac8ff30-7b57-42cc-94bf-549438c1139c req-57ff05f4-12c6-4aa6-ac6d-2f641728410e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:41.970471 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ac8ff30-7b57-42cc-94bf-549438c1139c req-57ff05f4-12c6-4aa6-ac6d-2f641728410e tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.0776331 Mar 23 15:49:42.073527 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7ac8ff30-7b57-42cc-94bf-549438c1139c req-1e29a8ab-c047-40ac-9bff-a8462e30dc55 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970447 Mar 23 15:49:42.077294 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '3a088023-f810-43a0-a9f2-37bd0f7c6eae', 'name': '', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'mac_address': 'fa:16:3e:43:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:34Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 2, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'subnets': [{'id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:42.116075 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Checking router: 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:42.116075 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Updating router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 port 3a088023-f810-43a0-a9f2-37bd0f7c6eae binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:49:42.179637 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.580385 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks [] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.590268 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.720387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-ff80a79b-6606-442b-8b71-19850f91c583 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:42.722034 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-ff80a79b-6606-442b-8b71-19850f91c583 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1143491 Mar 23 15:49:42.773892 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Attempting to bind port 3a088023-f810-43a0-a9f2-37bd0f7c6eae on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:49:42.774460 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Attempting to bind port 3a088023-f810-43a0-a9f2-37bd0f7c6eae by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:49:42.775024 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Attempting to bind port 3a088023-f810-43a0-a9f2-37bd0f7c6eae on network 72aa22df-01ae-48e0-ba60-28d630110388 {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:49:42.778549 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd2e20-b2b2-461f-8129-6e7905d5f22e None None] Pushing event updated for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:42.791697 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:49:42.792357 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Checking segment: {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:49:42.792978 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.793651 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Bound using segment: {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:49:42.794460 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Bound port: 3a088023-f810-43a0-a9f2-37bd0f7c6eae, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0883d79-623e-4210-90df-07fe6dba0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:49:42.795024 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.872174 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Deleting port d42b2a1a-0137-4901-84e5-96a3ee90579c {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:42.872690 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:42.917301 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] For port 3a088023-f810-43a0-a9f2-37bd0f7c6eae, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:49:42.922141 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] For port 3a088023-f810-43a0-a9f2-37bd0f7c6eae, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=3a088023-f810-43a0-a9f2-37bd0f7c6eae,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:49:42.945901 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.018815 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd2e20-b2b2-461f-8129-6e7905d5f22e None None] Pushing event updated for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=4']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:43.071381 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:43.071381 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:43.105640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:43.106660 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.147070 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] For port d42b2a1a-0137-4901-84e5-96a3ee90579c, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=d42b2a1a-0137-4901-84e5-96a3ee90579c,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:43.147692 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.191352 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Calling delete_port for d42b2a1a-0137-4901-84e5-96a3ee90579c owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:43.318809 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:43.400907 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776da97-93b5-4f00-9c25-962cb6f906dc req-eb37b910-cd5f-4f2f-8db9-5ed4b98c4281 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:43.417526 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2776da97-93b5-4f00-9c25-962cb6f906dc req-eb37b910-cd5f-4f2f-8db9-5ed4b98c4281 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 945 time: 0.1927643 Mar 23 15:49:43.418669 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Current status of the port 3a088023-f810-43a0-a9f2-37bd0f7c6eae is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:43.421560 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.515656 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] For port 3a088023-f810-43a0-a9f2-37bd0f7c6eae, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=3a088023-f810-43a0-a9f2-37bd0f7c6eae,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:43.529638 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.578222 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2776da97-93b5-4f00-9c25-962cb6f906dc req-3fb48ec7-24ce-4ea2-8943-f19c85926ed2 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577480 Mar 23 15:49:43.620179 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3a088023-f810-43a0-a9f2-37bd0f7c6eae up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:43.694450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (d42b2a1a-0137-4901-84e5-96a3ee90579c), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.710962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-5c2f3bc0-d7e0-4d41-9e8f-becde48bbf3c None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:43.711419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5c2f3bc0-d7e0-4d41-9e8f-becde48bbf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.713793 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'd42b2a1a-0137-4901-84e5-96a3ee90579c'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:49:43.745137 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbb20a-0c58-4d92-ae63-1780425304d1 None None] Pushing event updated for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:43.762117 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event deleted for resources: {'Port': ['ID=d42b2a1a-0137-4901-84e5-96a3ee90579c,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:43.859789 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] No DVR routers for this DVR port d42b2a1a-0137-4901-84e5-96a3ee90579c on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:49:43.862593 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:43.863702 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.864069 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:43.874050 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1822dba5-0d04-4c7d-b60a-23a96eee6a2c req-3a79894e-26a8-4980-acc0-d784355c3f8c tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "DELETE /v2.0/ports/d42b2a1a-0137-4901-84e5-96a3ee90579c HTTP/1.1" status: 204 len: 173 time: 1.1440923 Mar 23 15:49:43.874911 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'name': 'network-vif-deleted', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:43.878999 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b699d977-3381-40e4-af01-77db3db116cd" -d '{"events": [{"server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "name": "network-vif-deleted", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:44.013361 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-5c2f3bc0-d7e0-4d41-9e8f-becde48bbf3c None None] Current status of the port 3a088023-f810-43a0-a9f2-37bd0f7c6eae is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:44.027853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0add8cf2-3a2e-4560-bc69-9b7f7fd789b6 x-openstack-request-id: req-0add8cf2-3a2e-4560-bc69-9b7f7fd789b6 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:44.028404 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8e21403-119c-45ec-a32f-36dcbd50a546", "name": "network-vif-deleted", "tag": "d42b2a1a-0137-4901-84e5-96a3ee90579c", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:44.028947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0add8cf2-3a2e-4560-bc69-9b7f7fd789b6 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:44.029456 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0add8cf2-3a2e-4560-bc69-9b7f7fd789b6'] response: {'server_uuid': 'c8e21403-119c-45ec-a32f-36dcbd50a546', 'name': 'network-vif-deleted', 'tag': 'd42b2a1a-0137-4901-84e5-96a3ee90579c', 'status': 'completed', 'code': 200} Mar 23 15:49:44.108931 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 3a088023-f810-43a0-a9f2-37bd0f7c6eae is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:44.119822 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '3a088023-f810-43a0-a9f2-37bd0f7c6eae', 'name': '', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'mac_address': 'fa:16:3e:43:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:34Z', 'updated_at': '2022-03-23T15:49:42Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'subnets': [{'id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:44.178329 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad317d-75af-4684-97f6-586a70c47bab None None] The sync data for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi is: [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:35Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '3a088023-f810-43a0-a9f2-37bd0f7c6eae', 'name': '', 'network_id': '72aa22df-01ae-48e0-ba60-28d630110388', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'mac_address': 'fa:16:3e:43:b2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:34Z', 'updated_at': '2022-03-23T15:49:42Z', 'revision_number': 4, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'subnets': [{'id': 'a1e13da5-850c-432d-9134-1df40b34abbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:44.809144 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e6b7f215-97d3-46d9-845d-d9bf1ba329c0 req-26d72a7b-01d9-49c9-a7fe-7693a85e31bf tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=c8e21403-119c-45ec-a32f-36dcbd50a546 HTTP/1.1" status: 200 len: 210 time: 0.0600176 Mar 23 15:49:45.416171 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3a088023-f810-43a0-a9f2-37bd0f7c6eae up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:49:45.497978 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 3a088023-f810-43a0-a9f2-37bd0f7c6eae triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:45.498516 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:45.632517 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 3a088023-f810-43a0-a9f2-37bd0f7c6eae is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:49:46.313825 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08305056-3b43-49c5-aaf3-3730efaa422f req-b0afb39b-cbd4-4cc5-9ec6-0339bfe6cab0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:46.315504 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-08305056-3b43-49c5-aaf3-3730efaa422f req-b0afb39b-cbd4-4cc5-9ec6-0339bfe6cab0 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0853758 Mar 23 15:49:46.420540 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-08305056-3b43-49c5-aaf3-3730efaa422f req-28ca08f1-9cc8-4f22-8ff2-dfd3b2c0e4ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/security-groups?id=16ed1191-02e7-4505-a0f1-44ff84dca1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943055 Mar 23 15:49:46.520374 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:46.924564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-027e858c-e0e9-4c13-ba85-718f1b514c89 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:46.927527 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-027e858c-e0e9-4c13-ba85-718f1b514c89 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 945 time: 0.0977583 Mar 23 15:49:47.110409 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Deleting port 2a39bff7-47b7-4231-814c-da9c1c9b12ee {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:47.110991 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:47.288432 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] For port 2a39bff7-47b7-4231-814c-da9c1c9b12ee, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=2a39bff7-47b7-4231-814c-da9c1c9b12ee,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:47.289298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:47.313836 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Calling delete_port for 2a39bff7-47b7-4231-814c-da9c1c9b12ee owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:47.319034 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d42b2a1a-0137-4901-84e5-96a3ee90579c no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:47.346418 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: d42b2a1a-0137-4901-84e5-96a3ee90579c {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:47.346765 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device d42b2a1a-0137-4901-84e5-96a3ee90579c not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:47.570900 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (2a39bff7-47b7-4231-814c-da9c1c9b12ee), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:47.587230 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['2a39bff7-47b7-4231-814c-da9c1c9b12ee'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:49:47.617164 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b0ae4f5-c91d-4ecd-93f6-9e75d379bfdf req-a668579c-fe98-4fa6-9db7-28019b9eb685 tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.41 "GET /v2.0/ports?device_id=794e8813-a6aa-45fe-aad1-85106c30125d HTTP/1.1" status: 200 len: 210 time: 0.0627317 Mar 23 15:49:47.676824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Pushing event deleted for resources: {'Port': ['ID=2a39bff7-47b7-4231-814c-da9c1c9b12ee,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:47.748168 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] No DVR routers for this DVR port 2a39bff7-47b7-4231-814c-da9c1c9b12ee on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:49:47.752579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:47.761291 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a1a3534b-c715-4e8f-bc7e-33bbcb13b80a req-6d4c8bd2-bb01-48a6-90de-9d4f492951ca tempest-ServerRescueNegativeTestJSON-1298491213 tempest-ServerRescueNegativeTestJSON-1298491213-project] 10.222.0.61 "DELETE /v2.0/ports/2a39bff7-47b7-4231-814c-da9c1c9b12ee HTTP/1.1" status: 204 len: 173 time: 0.8273327 Mar 23 15:49:47.761967 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'name': 'network-vif-deleted', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:49:47.766206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f210f9-54cd-4c00-9e80-d5e71cfa7965" -d '{"events": [{"server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "name": "network-vif-deleted", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:49:47.832415 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f800b8b1-04c6-4534-9e15-0544fe138c2b x-openstack-request-id: req-f800b8b1-04c6-4534-9e15-0544fe138c2b {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:49:47.832807 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794e8813-a6aa-45fe-aad1-85106c30125d", "name": "network-vif-deleted", "tag": "2a39bff7-47b7-4231-814c-da9c1c9b12ee", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:49:47.833287 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f800b8b1-04c6-4534-9e15-0544fe138c2b {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:49:47.834020 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f800b8b1-04c6-4534-9e15-0544fe138c2b'] response: {'server_uuid': '794e8813-a6aa-45fe-aad1-85106c30125d', 'name': 'network-vif-deleted', 'tag': '2a39bff7-47b7-4231-814c-da9c1c9b12ee', 'status': 'completed', 'code': 200} Mar 23 15:49:48.695813 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53230) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:49.557802 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:49.889600 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-19266d0a-6317-492f-b492-fbd791a1a7cd tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:49.891325 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-19266d0a-6317-492f-b492-fbd791a1a7cd tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 815 time: 0.2390966 Mar 23 15:49:49.918852 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-5409747a-faba-468a-9cb1-07fcf77f55d8 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/quotas/e09ee8f8df5744f8a90e0cc97b9977c9 HTTP/1.1" status: 200 len: 375 time: 0.0205843 Mar 23 15:49:50.024793 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-23e0f49f-61b1-4fb4-ba10-801607b12073 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995295 Mar 23 15:49:50.112366 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Deleting port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:50.112727 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:50.186107 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-4c8a2a42-f2b8-4477-b0ed-bb6ca5f9a31b service neutron] 10.222.0.41 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440504 Mar 23 15:49:50.273589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] For port 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:50.273960 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:50.297465 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Calling delete_port for 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:50.356463 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-718eea8a-1171-43ca-89ac-b56a122b6442 service neutron] 10.222.0.41 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603618 Mar 23 15:49:50.512562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (2a09ada0-06f3-4a42-ab90-1bc0e0ab1485), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:50.541812 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a09ada0-06f3-4a42-ab90-1bc0e0ab1485,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:50.623753 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bc41c09a-e85f-4da1-8832-acb9a7465f62 req-e4b23bb1-e9ae-44cf-9f13-f4b3ab5ac5e3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 210 time: 0.0505087 Mar 23 15:49:51.054302 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:51.325659 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2a39bff7-47b7-4231-814c-da9c1c9b12ee no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:51.349030 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 2a39bff7-47b7-4231-814c-da9c1c9b12ee {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:51.349358 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 2a39bff7-47b7-4231-814c-da9c1c9b12ee not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:51.435683 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:49:51.608090 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:49:51.615856 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c1bad70a-1adb-4032-a769-2e56896fb568 admin admin] 10.222.0.41 "PUT /v2.0/routers/f4c39b13-ea16-4fc1-9c91-f5bcf351bca7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9186466 Mar 23 15:49:51.618361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53266) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:51.622691 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Sync routers for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:49:51.639776 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:51.640903 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:51.873361 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cdc8e759-7a02-48e6-9fbc-b6d9d7246552 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:51.875945 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cdc8e759-7a02-48e6-9fbc-b6d9d7246552 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 815 time: 0.1430485 Mar 23 15:49:51.898801 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee109950-4ff4-4d82-83ef-a7f8b89362c6 req-e4a76143-b649-4b14-a7bd-37bea243030e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 210 time: 0.1390629 Mar 23 15:49:51.902845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'port': {'device_id': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'admin_state_up': True, 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:49:51.915228 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks [] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.058533 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-497123b4-ad66-456d-a41f-47fd8c1556d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.100962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:52.176646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Made reservation on behalf of e09ee8f8df5744f8a90e0cc97b9977c9 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:49:52.186375 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.204159 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks [] for router_gateway (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.292340 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Deleting port f9b47c3b-181c-4cbf-825e-ede62108ac30 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:52.292916 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.377162 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244'}], 'enable_snat': True}, 'gw_port_id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:49:50Z', 'revision_number': 5, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port': {'id': 'f9b47c3b-181c-4cbf-825e-ede62108ac30', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:ad:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:56Z', 'updated_at': '2022-03-23T15:42:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:52.413443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Checking router: f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:49:52.424943 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Routers {'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:49:52.425700 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:49:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:52.472322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] For port f9b47c3b-181c-4cbf-825e-ede62108ac30, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f9b47c3b-181c-4cbf-825e-ede62108ac30,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:52.472982 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.498912 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Calling delete_port for f9b47c3b-181c-4cbf-825e-ede62108ac30 owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:52.507855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Allocated IP 172.20.0.13 (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82/3cfec4c8-f28f-4605-8a2f-a541635942f7/9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:49:52.593919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] Set router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:49:52.673259 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:49:52Z', 'revision_number': 6, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:52.715961 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e7751d-3c8f-4180-8c77-33fd7aed78aa None None] The sync data for ids ['f4c39b13-ea16-4fc1-9c91-f5bcf351bca7'] in dv-cinder-834540-1-iscsi is: [{'id': 'f4c39b13-ea16-4fc1-9c91-f5bcf351bca7', 'name': 'tempest-ServerRescueNegativeTestJSON-1149481351-router', 'tenant_id': '2256014068f34717bb347aae8b72cb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:53Z', 'updated_at': '2022-03-23T15:49:52Z', 'revision_number': 6, 'project_id': '2256014068f34717bb347aae8b72cb91', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:49:52.897895 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f9b47c3b-181c-4cbf-825e-ede62108ac30), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.916267 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:52.963497 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Pushing event deleted for resources: {'Port': ['ID=f9b47c3b-181c-4cbf-825e-ede62108ac30,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:53.012556 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.145196 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.187626 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:49:53.200067 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:49:53.213797 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:49:53.309607 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.312539 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks [] for router_controller (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.379498 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:53.408375 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (f4c39b13-ea16-4fc1-9c91-f5bcf351bca7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.408976 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:49:53.427437 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.429357 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7ffc8a55-7cba-4b8f-9a4b-ccaa9d66f70e admin admin] 10.222.0.41 "DELETE /v2.0/routers/f4c39b13-ea16-4fc1-9c91-f5bcf351bca7 HTTP/1.1" status: 204 len: 168 time: 1.8091619 Mar 23 15:49:53.432987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53292) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:53.452046 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09eed6e6-dab5-4bb6-a1fc-3b03e3a8c786 req-44cbb91c-d57a-47c0-b310-cc70a802feac tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:53.454690 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-09eed6e6-dab5-4bb6-a1fc-3b03e3a8c786 req-44cbb91c-d57a-47c0-b310-cc70a802feac tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.4044232 Mar 23 15:49:53.514876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Deleting subnet 7fc2dae8-8c4c-4623-9667-03646723cf8e {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:49:53.520383 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Publish callbacks [] for subnet (7fc2dae8-8c4c-4623-9667-03646723cf8e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.569674 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:53.570460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.583372 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (7fc2dae8-8c4c-4623-9667-03646723cf8e), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.623499 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-09eed6e6-dab5-4bb6-a1fc-3b03e3a8c786 req-b2e1932e-3828-4c68-ac7b-01fe5631a610 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575212 Mar 23 15:49:53.643153 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-dfb53419-bfa9-4bab-8bd3-0c0e3a345f33 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7495384 Mar 23 15:49:53.736821 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6157592c-5247-452c-8e46-781f74d9f8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.793970 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-71b578c4-c67d-498e-b5bd-b15d88d5e75a None None] Provisioning complete for port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:49:53.794835 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-71b578c4-c67d-498e-b5bd-b15d88d5e75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:53.868094 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:53.942540 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:53.943246 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 2a09ada0-06f3-4a42-ab90-1bc0e0ab1485 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:53.979643 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-71b578c4-c67d-498e-b5bd-b15d88d5e75a None None] Port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:49:53.996588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (7fc2dae8-8c4c-4623-9667-03646723cf8e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.134625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (7fc2dae8-8c4c-4623-9667-03646723cf8e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.165311 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc2dae8-8c4c-4623-9667-03646723cf8e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:54.169648 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.173115 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1b5522a6-7b5b-47b8-a423-4b7bc66135b7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7fc2dae8-8c4c-4623-9667-03646723cf8e HTTP/1.1" status: 204 len: 168 time: 0.7385092 Mar 23 15:49:54.176837 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53294) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:54.178921 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c019c97-d9de-45f0-b9d4-7507918d64c2 None None] Network 016bd969-afdd-4d54-9c96-96545c5699f8 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:49:54.305584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (016bd969-afdd-4d54-9c96-96545c5699f8), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.406993 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Deleting port c80918a2-e97e-4212-afbb-02285915d7d5 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:54.408688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.440611 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] DHCP port deletion for 016bd969-afdd-4d54-9c96-96545c5699f8 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:49:54.524126 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] For port c80918a2-e97e-4212-afbb-02285915d7d5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c80918a2-e97e-4212-afbb-02285915d7d5,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:54.524689 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.550475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Calling delete_port for c80918a2-e97e-4212-afbb-02285915d7d5 owned by network:dhcp {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:54.553098 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Deleting port c80918a2-e97e-4212-afbb-02285915d7d5 {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:49:54.553832 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.685051 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] For port c80918a2-e97e-4212-afbb-02285915d7d5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c80918a2-e97e-4212-afbb-02285915d7d5,segment=NetworkSegment(e159347e-5da0-4084-850e-c9adf504797a),segment_id=e159347e-5da0-4084-850e-c9adf504797a)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:49:54.685718 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.709593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.717364 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Calling delete_port for c80918a2-e97e-4212-afbb-02285915d7d5 owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:49:54.769990 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c80918a2-e97e-4212-afbb-02285915d7d5,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:54.775890 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] No DVR routers for this DVR port c80918a2-e97e-4212-afbb-02285915d7d5 on host dv-cinder-834540-1-iscsi {{(pid=109941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:49:54.898735 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (016bd969-afdd-4d54-9c96-96545c5699f8), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.925600 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016bd969-afdd-4d54-9c96-96545c5699f8']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:54.926740 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (c80918a2-e97e-4212-afbb-02285915d7d5), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:54.947674 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e159347e-5da0-4084-850e-c9adf504797a') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:54.948398 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e159347e-5da0-4084-850e-c9adf504797a') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:49:54.960512 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff369f5a-a9bd-445a-a5dc-8740d1a42556 req-ca21457a-f32c-479c-87bb-c571088da8c7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:54.962638 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff369f5a-a9bd-445a-a5dc-8740d1a42556 req-ca21457a-f32c-479c-87bb-c571088da8c7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.1842656 Mar 23 15:49:54.968512 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] Pushing event deleted for resources: {'Port': ['ID=c80918a2-e97e-4212-afbb-02285915d7d5,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:54.970774 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b321cc34-d054-4216-89b8-1fbae424f947 None None] No DVR routers for this DVR port c80918a2-e97e-4212-afbb-02285915d7d5 on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:49:54.978765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (e159347e-5da0-4084-850e-c9adf504797a), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.023782 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (e159347e-5da0-4084-850e-c9adf504797a), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.034793 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:49:55.035223 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (e159347e-5da0-4084-850e-c9adf504797a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:49:55.037174 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:49:55.107716 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff369f5a-a9bd-445a-a5dc-8740d1a42556 req-766d8099-d410-434e-b879-9418c4255672 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311672 Mar 23 15:49:55.118673 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (016bd969-afdd-4d54-9c96-96545c5699f8), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.129051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.132238 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/016bd969-afdd-4d54-9c96-96545c5699f8 HTTP/1.1" status: 204 len: 168 time: 0.9551408 Mar 23 15:49:55.149798 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e91fb91-f78d-4b00-987b-9c2176e758c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=016bd969-afdd-4d54-9c96-96545c5699f8,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:55.220096 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.320845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53302) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:55.388792 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-64db322e-a278-484e-be5d-011ac08bc7ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2256014068f34717bb347aae8b72cb91&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0666478 Mar 23 15:49:55.392058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53304) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:49:55.420788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f9b47c3b-181c-4cbf-825e-ede62108ac30 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:55.457404 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] Publish callbacks [] for security_group (16ed1191-02e7-4505-a0f1-44ff84dca1f1), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.460484 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: f9b47c3b-181c-4cbf-825e-ede62108ac30 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:55.461138 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f9b47c3b-181c-4cbf-825e-ede62108ac30 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:55.461962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c80918a2-e97e-4212-afbb-02285915d7d5 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:49:55.482526 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] Publish callbacks [] for security_group (16ed1191-02e7-4505-a0f1-44ff84dca1f1), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.501181 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: c80918a2-e97e-4212-afbb-02285915d7d5 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:49:55.501741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c80918a2-e97e-4212-afbb-02285915d7d5 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:49:55.559282 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (16ed1191-02e7-4505-a0f1-44ff84dca1f1), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.564735 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:55.572614 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16ed1191-02e7-4505-a0f1-44ff84dca1f1 HTTP/1.1" status: 204 len: 168 time: 0.1727071 Mar 23 15:49:55.582739 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1214c86-1a39-4380-aa20-30aa07d076e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ed1191-02e7-4505-a0f1-44ff84dca1f1,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:49:56.288419 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4196-3c58-4ea9-a5b5-75cb15b3764b req-19a4eeb4-45ed-453e-9e23-fa24270752cd tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:56.288419 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74cc4196-3c58-4ea9-a5b5-75cb15b3764b req-19a4eeb4-45ed-453e-9e23-fa24270752cd tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0680723 Mar 23 15:49:56.352583 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74cc4196-3c58-4ea9-a5b5-75cb15b3764b req-1b95e196-9517-421e-b083-3ca71ba6b9e6 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539513 Mar 23 15:49:56.523176 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:57.502932 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3cbfcf-729a-40e6-a228-32dfeb43c7af req-042a190b-01b0-443d-a2f7-b983865957ac tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:57.504572 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca3cbfcf-729a-40e6-a228-32dfeb43c7af req-042a190b-01b0-443d-a2f7-b983865957ac tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0592887 Mar 23 15:49:57.577412 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca3cbfcf-729a-40e6-a228-32dfeb43c7af req-0a2a9abf-c5dd-4cf5-9ba8-61a5af31d1c2 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624759 Mar 23 15:49:57.801047 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:49:58.780958 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4babf7-67e3-40d7-861b-aa46db7a7bc2 req-a1384a20-ae60-453f-aa77-c911b522902b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:49:58.784599 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ba4babf7-67e3-40d7-861b-aa46db7a7bc2 req-a1384a20-ae60-453f-aa77-c911b522902b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0920048 Mar 23 15:49:58.889755 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ba4babf7-67e3-40d7-861b-aa46db7a7bc2 req-c6e64aa1-0bfa-4655-a154-29838ee3320c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990334 Mar 23 15:50:00.053534 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9325ee9-b24c-444e-9646-cf8753cd2a4f req-d5c1d3a1-ec8c-43d9-8eb1-9eb96a9acb7c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:00.057856 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a9325ee9-b24c-444e-9646-cf8753cd2a4f req-d5c1d3a1-ec8c-43d9-8eb1-9eb96a9acb7c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0727458 Mar 23 15:50:00.114737 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a9325ee9-b24c-444e-9646-cf8753cd2a4f req-8b2312cb-0d76-44ca-985b-63c91fab1079 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526447 Mar 23 15:50:01.252162 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82860e-7925-47b4-879a-81f159c9174b req-16af2833-fc61-4722-97e8-8be6f94fae60 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:01.254083 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f82860e-7925-47b4-879a-81f159c9174b req-16af2833-fc61-4722-97e8-8be6f94fae60 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0641654 Mar 23 15:50:01.318282 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1f82860e-7925-47b4-879a-81f159c9174b req-d2c3d494-8d01-468b-8b03-a2dd79ad8e5a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576196 Mar 23 15:50:02.456194 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d8a4f-c651-4f8b-be29-d047c31a3efd req-5b87a139-3ce3-4876-b809-46d0a355f85a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:02.458010 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fd4d8a4f-c651-4f8b-be29-d047c31a3efd req-5b87a139-3ce3-4876-b809-46d0a355f85a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0595033 Mar 23 15:50:02.559010 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fd4d8a4f-c651-4f8b-be29-d047c31a3efd req-0c5c3389-0acb-47c1-b87d-0904f64d73f7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885756 Mar 23 15:50:03.698332 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445ca07-4666-4a02-9812-b87c3cdf49a3 req-7547461e-3746-44d1-9869-b1c834d60972 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:03.699932 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3445ca07-4666-4a02-9812-b87c3cdf49a3 req-7547461e-3746-44d1-9869-b1c834d60972 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0705292 Mar 23 15:50:03.761891 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3445ca07-4666-4a02-9812-b87c3cdf49a3 req-5a62d923-caaa-428e-97fc-54c4c57826c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528393 Mar 23 15:50:04.893983 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53602eb-d9e4-4124-894f-d599651b8854 req-4fb9d11f-f6e9-4a0b-8eed-0540b58b46be tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:04.895570 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d53602eb-d9e4-4124-894f-d599651b8854 req-4fb9d11f-f6e9-4a0b-8eed-0540b58b46be tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0586410 Mar 23 15:50:04.954809 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d53602eb-d9e4-4124-894f-d599651b8854 req-522a8210-5cc4-48a8-9378-45042ce2eda9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527966 Mar 23 15:50:06.097628 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da7952-caec-4ce5-99d5-c22311dfb03d req-955ba9e7-8775-46f5-ac4e-786cbcbe4514 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:06.099284 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27da7952-caec-4ce5-99d5-c22311dfb03d req-955ba9e7-8775-46f5-ac4e-786cbcbe4514 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 932 time: 0.0629549 Mar 23 15:50:06.151779 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27da7952-caec-4ce5-99d5-c22311dfb03d req-150fe66e-ec0e-4043-af8f-2ec98e81862a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464873 Mar 23 15:50:06.465148 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Request body: {'port': {'device_id': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:06.543593 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:06.911872 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:50:06.924468 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks [] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:06.939961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Transition to ACTIVE for port object 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:50:06.946129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:07.007277 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:07.032781 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.033128 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.033449 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.033784 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.034455 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.034786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.035112 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.035430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.035748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.036092 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.036416 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.036978 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.037165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.037439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.037699 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:07.095230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Attempting to bind port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:50:07.095598 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Attempting to bind port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:50:07.095891 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Attempting to bind port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f on network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:50:07.101517 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f on network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:50:07.101821 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Attempting to bind port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f on network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:50:07.108253 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:50:07.108638 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Checking segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:50:07.109016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Bound using segment: {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:50:07.109476 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Bound port: 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1613e71-44a9-4159-ab7d-3690e29e5f42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:50:07.109846 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:07.208840 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:50:07.213591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:50:07.222445 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:07.261569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:07.261777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:07.263346 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] 10.222.0.61 "PUT /v2.0/ports/9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 1094 time: 0.8057404 Mar 23 15:50:07.263973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:07.266506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96449be0-d662-4bb7-8493-3326f564698d" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:07.313669 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6dc50-ac8c-4ead-a310-91a9f53842a8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:07.375463 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00be5cb1-3448-45d1-9860-299c906bbd43 x-openstack-request-id: req-00be5cb1-3448-45d1-9860-299c906bbd43 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:07.376123 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:07.377965 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00be5cb1-3448-45d1-9860-299c906bbd43 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:07.377965 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00be5cb1-3448-45d1-9860-299c906bbd43'] response: {'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:50:07.383254 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-40569054-308c-403f-9ce1-459ea8a78d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:07.386650 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-40569054-308c-403f-9ce1-459ea8a78d9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1128 time: 0.0691757 Mar 23 15:50:07.411876 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade5661-6250-449a-8bc7-43fc17433b17 req-bf3517cc-d729-4c6b-9f8e-0c44ace6d6dc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:07.431413 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6ade5661-6250-449a-8bc7-43fc17433b17 req-bf3517cc-d729-4c6b-9f8e-0c44ace6d6dc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 944 time: 0.1650357 Mar 23 15:50:07.504433 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6ade5661-6250-449a-8bc7-43fc17433b17 req-3579a04c-069b-419e-a8b1-e2851918c6ef tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704908 Mar 23 15:50:07.787479 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-c1902080-7ae9-4564-af1a-1be07529efc1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 217 time: 0.3924847 Mar 23 15:50:07.845565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-b8394b40-4e44-4b8c-a6d7-ec16c0f3414a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:07.847184 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-b8394b40-4e44-4b8c-a6d7-ec16c0f3414a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.0527606 Mar 23 15:50:07.905656 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-b51f63be-83fd-4d16-aaa5-8b06085fa93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:07.907391 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-b51f63be-83fd-4d16-aaa5-8b06085fa93a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537155 Mar 23 15:50:08.013252 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-4d0b1e36-3a80-4df1-b01a-ff74411883f3 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975335 Mar 23 15:50:08.114350 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f136e0ba-c1c9-4827-adbe-1335e933e9fe req-5eb9ab4e-c86e-47c4-ac11-d13a68de744c service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932543 Mar 23 15:50:08.229759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96449be0-d662-4bb7-8493-3326f564698d req-93212e4b-d1f9-489b-919b-462a4ca2c01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:08.231363 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-93212e4b-d1f9-489b-919b-462a4ca2c01d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1128 time: 0.0512323 Mar 23 15:50:08.334704 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96449be0-d662-4bb7-8493-3326f564698d req-fdc25512-ee1b-4319-b5c5-d16f7bded8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:08.336211 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-fdc25512-ee1b-4319-b5c5-d16f7bded8b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.0979877 Mar 23 15:50:08.380609 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-2a444ad9-c547-4df4-9a91-1f3e1c569983 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 217 time: 0.0373702 Mar 23 15:50:08.440605 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96449be0-d662-4bb7-8493-3326f564698d req-3edf2e78-93c1-4c8c-8801-4ccafdf565dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:08.442348 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-3edf2e78-93c1-4c8c-8801-4ccafdf565dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.0551486 Mar 23 15:50:08.496342 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96449be0-d662-4bb7-8493-3326f564698d req-8e2ff48a-049e-44ec-8692-69ed5e5df0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:08.498189 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-8e2ff48a-049e-44ec-8692-69ed5e5df0e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486529 Mar 23 15:50:08.602000 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-cb874f0c-634b-4b7a-92e5-4d4ac9232f1d service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965750 Mar 23 15:50:08.670830 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16009551-5017-4bae-9e15-e19ceb3c0c0c req-cc71d33b-5c3f-4299-8a38-94ebc9bb927b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:08.674070 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16009551-5017-4bae-9e15-e19ceb3c0c0c req-cc71d33b-5c3f-4299-8a38-94ebc9bb927b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 944 time: 0.0716779 Mar 23 15:50:08.734815 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-96449be0-d662-4bb7-8493-3326f564698d req-8656fc9b-3959-4ad2-a999-fe697cc88f07 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263149 Mar 23 15:50:08.736393 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-16009551-5017-4bae-9e15-e19ceb3c0c0c req-1edc5202-4253-4395-aed7-ec414ec8f0d5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567446 Mar 23 15:50:09.886153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a218afe-c9d5-41b7-8a06-f0e854e657a1 req-abe6448c-646b-4ea4-be36-9fbe38194ef7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:09.888583 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4a218afe-c9d5-41b7-8a06-f0e854e657a1 req-abe6448c-646b-4ea4-be36-9fbe38194ef7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 944 time: 0.0688155 Mar 23 15:50:09.963390 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4a218afe-c9d5-41b7-8a06-f0e854e657a1 req-aae6de16-bb99-48e5-b81e-7c74c0f9b973 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682960 Mar 23 15:50:10.303414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53468) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:10.450355 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4cd4baf0-3e2d-48a5-bcea-e9ee7777adef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.553686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4cd4baf0-3e2d-48a5-bcea-e9ee7777adef admin admin] Publish callbacks [] for security_group (de1d453d-6ad7-4133-bd01-1d27751b53f5), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.559616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-4cd4baf0-3e2d-48a5-bcea-e9ee7777adef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (de1d453d-6ad7-4133-bd01-1d27751b53f5), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.610522 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-4cd4baf0-3e2d-48a5-bcea-e9ee7777adef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9d9e82757972452581a03bf09552edd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3051155 Mar 23 15:50:10.611377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4baf0-3e2d-48a5-bcea-e9ee7777adef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de1d453d-6ad7-4133-bd01-1d27751b53f5,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:10.614735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53472) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:10.673396 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] Publish callbacks [] for security_group (de1d453d-6ad7-4133-bd01-1d27751b53f5), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.709011 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] Publish callbacks [] for security_group (de1d453d-6ad7-4133-bd01-1d27751b53f5), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.766274 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (de1d453d-6ad7-4133-bd01-1d27751b53f5), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.769743 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:10.774514 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/de1d453d-6ad7-4133-bd01-1d27751b53f5 HTTP/1.1" status: 204 len: 168 time: 0.1560934 Mar 23 15:50:10.785679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7857e58-5573-409d-9849-605ad1a49b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de1d453d-6ad7-4133-bd01-1d27751b53f5,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:11.138005 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43406f-82f7-45ab-b9b3-0cc725b0726c req-7cbff84d-a5c9-4862-bc05-2a43687ad704 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:11.139787 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b43406f-82f7-45ab-b9b3-0cc725b0726c req-7cbff84d-a5c9-4862-bc05-2a43687ad704 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 944 time: 0.0821259 Mar 23 15:50:11.215399 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b43406f-82f7-45ab-b9b3-0cc725b0726c req-009454af-455a-42a9-a2cb-7e7d296d02f6 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672567 Mar 23 15:50:11.372492 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:50:11.523673 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:11.543869 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'port_id': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'mac_address': 'fa:16:3e:17:a2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:50:11.595402 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:50:11.595947 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:11.619045 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:50:11.651415 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:11.658218 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:11.741327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:11.766467 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:50:12.039390 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:50:12.369163 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93694e-95cb-4f68-9dd1-ab81b71b0bf5 req-98b2913f-80d2-4d70-8db5-f398844652da tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:12.370790 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fe93694e-95cb-4f68-9dd1-ab81b71b0bf5 req-98b2913f-80d2-4d70-8db5-f398844652da tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 945 time: 0.0718234 Mar 23 15:50:12.426256 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fe93694e-95cb-4f68-9dd1-ab81b71b0bf5 req-6bf3abc0-2855-4940-83a0-d1fc0606dd4b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488074 Mar 23 15:50:13.383996 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:50:13.446986 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:50:13.454179 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:50:13.454795 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:13.566540 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:50:13.567187 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:13.608599 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edf1d2-dfe5-4c64-82e5-7c0ec765a182 req-e9416635-d323-490f-b734-178749ab6896 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:13.610550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7edf1d2-dfe5-4c64-82e5-7c0ec765a182 req-e9416635-d323-490f-b734-178749ab6896 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 945 time: 0.0715039 Mar 23 15:50:13.612871 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:13.618420 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a7d51c-fd2b-442f-85c7-242dc2bc9ba4" -d '{"events": [{"server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "name": "network-vif-plugged", "status": "completed", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:13.642351 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:13.649524 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:13.681016 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d7edf1d2-dfe5-4c64-82e5-7c0ec765a182 req-8009ed54-9e17-4280-a346-43e2697fe822 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Mar 23 15:50:13.752389 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:13.766703 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7f02e8-24c9-446a-b740-f89736547873 x-openstack-request-id: req-9e7f02e8-24c9-446a-b740-f89736547873 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:13.767162 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "name": "network-vif-plugged", "status": "completed", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:13.767587 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e7f02e8-24c9-446a-b740-f89736547873 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:13.768362 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e7f02e8-24c9-446a-b740-f89736547873'] response: {'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'code': 200} Mar 23 15:50:13.982618 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cef6ea-340a-4b3f-bf27-1e4a25e2889e req-5007fbc2-8489-4d6b-af6e-cde5ae5ae218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:13.984383 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-32cef6ea-340a-4b3f-bf27-1e4a25e2889e req-5007fbc2-8489-4d6b-af6e-cde5ae5ae218 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0579448 Mar 23 15:50:14.039593 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-32cef6ea-340a-4b3f-bf27-1e4a25e2889e req-9f7a2002-3e85-49fa-ac75-687cc8204532 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488372 Mar 23 15:50:14.838080 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8bd143-5c8f-469b-9e8f-d7943791b214 req-cdc6f502-03aa-434e-bad1-ab513fa05ef6 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:14.839734 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a8bd143-5c8f-469b-9e8f-d7943791b214 req-cdc6f502-03aa-434e-bad1-ab513fa05ef6 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0724945 Mar 23 15:50:14.915488 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a8bd143-5c8f-469b-9e8f-d7943791b214 req-242dd210-ac3f-4f58-81a4-c5a674317a86 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679238 Mar 23 15:50:15.142624 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53546) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:15.268848 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-35dc86b4-cd4b-4be8-958d-0a43f154e5bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.375403 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-35dc86b4-cd4b-4be8-958d-0a43f154e5bb admin admin] Publish callbacks [] for security_group (95e46362-9d6c-4ee6-94c8-a01c077c90ac), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.381095 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-35dc86b4-cd4b-4be8-958d-0a43f154e5bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (95e46362-9d6c-4ee6-94c8-a01c077c90ac), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.422915 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc86b4-cd4b-4be8-958d-0a43f154e5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e46362-9d6c-4ee6-94c8-a01c077c90ac,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:15.428250 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-35dc86b4-cd4b-4be8-958d-0a43f154e5bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c197bfd5ff84b57838879c1123485df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2835922 Mar 23 15:50:15.431475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53550) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:15.489322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] Publish callbacks [] for security_group (95e46362-9d6c-4ee6-94c8-a01c077c90ac), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.518156 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] Publish callbacks [] for security_group (95e46362-9d6c-4ee6-94c8-a01c077c90ac), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.601692 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (95e46362-9d6c-4ee6-94c8-a01c077c90ac), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.605133 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:15.606500 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e46362-9d6c-4ee6-94c8-a01c077c90ac HTTP/1.1" status: 204 len: 168 time: 0.1739016 Mar 23 15:50:15.618837 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f2bac-aff6-459a-8067-a2370e224f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e46362-9d6c-4ee6-94c8-a01c077c90ac,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:16.085445 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e596f6-1890-4c3c-a2b6-5b4743158aaf req-639b850c-753a-4c5e-8588-6610f0119043 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:16.087756 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-40e596f6-1890-4c3c-a2b6-5b4743158aaf req-639b850c-753a-4c5e-8588-6610f0119043 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0918379 Mar 23 15:50:16.151944 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-40e596f6-1890-4c3c-a2b6-5b4743158aaf req-98fc85f4-5d24-41a8-a4d5-07f4dfe14a00 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558052 Mar 23 15:50:16.352891 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd196d8f-9859-4917-8fd1-4e108221a935 req-57771063-944e-463c-9177-21a1d220f0cc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:16.354531 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd196d8f-9859-4917-8fd1-4e108221a935 req-57771063-944e-463c-9177-21a1d220f0cc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0829985 Mar 23 15:50:16.423466 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd196d8f-9859-4917-8fd1-4e108221a935 req-de20f99b-5e29-4f32-b2e7-164efef71479 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612628 Mar 23 15:50:16.523657 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:16.954228 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319228f8-5c14-4d9e-b2be-be41f99a0358 req-636ff6f3-4dca-437d-884b-8b408a44f6bb tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:16.956872 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-319228f8-5c14-4d9e-b2be-be41f99a0358 req-636ff6f3-4dca-437d-884b-8b408a44f6bb tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0795782 Mar 23 15:50:17.015669 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-319228f8-5c14-4d9e-b2be-be41f99a0358 req-e4475237-9e21-454d-850e-1a52316daed7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516598 Mar 23 15:50:17.823032 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53612) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:17.976786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7c8b24d6-d01c-40e0-b672-4656dd044ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.075981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7c8b24d6-d01c-40e0-b672-4656dd044ed8 admin admin] Publish callbacks [] for security_group (57bfa8e4-216a-4513-a2a3-3cd1a05102fa), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.081979 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7c8b24d6-d01c-40e0-b672-4656dd044ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (57bfa8e4-216a-4513-a2a3-3cd1a05102fa), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.130372 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7c8b24d6-d01c-40e0-b672-4656dd044ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=105c77b8e0254177b5c5ae5b179c3764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3061783 Mar 23 15:50:18.131509 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b24d6-d01c-40e0-b672-4656dd044ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bfa8e4-216a-4513-a2a3-3cd1a05102fa,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:18.134819 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53616) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:18.197014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] Publish callbacks [] for security_group (57bfa8e4-216a-4513-a2a3-3cd1a05102fa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.222905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] Publish callbacks [] for security_group (57bfa8e4-216a-4513-a2a3-3cd1a05102fa), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.282282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (57bfa8e4-216a-4513-a2a3-3cd1a05102fa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.285560 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.286967 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/57bfa8e4-216a-4513-a2a3-3cd1a05102fa HTTP/1.1" status: 204 len: 168 time: 0.1508579 Mar 23 15:50:18.297556 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a321e-003a-4fa6-b592-b65c0fbbcf99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bfa8e4-216a-4513-a2a3-3cd1a05102fa,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:18.604129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53628) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:18.618631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-587ee41d-c422-46b0-a4f8-794f4c7ed745 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.718356 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-587ee41d-c422-46b0-a4f8-794f4c7ed745 admin admin] Publish callbacks [] for security_group (059876db-583b-4987-94e9-5b306900bbb9), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.723335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-587ee41d-c422-46b0-a4f8-794f4c7ed745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (059876db-583b-4987-94e9-5b306900bbb9), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.771203 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-587ee41d-c422-46b0-a4f8-794f4c7ed745 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b004005981e54492a6cf2aafb85241c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660953 Mar 23 15:50:18.773630 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ee41d-c422-46b0-a4f8-794f4c7ed745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=059876db-583b-4987-94e9-5b306900bbb9,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:18.775588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53636) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:18.853551 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] Publish callbacks [] for security_group (059876db-583b-4987-94e9-5b306900bbb9), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.894780 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] Publish callbacks [] for security_group (059876db-583b-4987-94e9-5b306900bbb9), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.973646 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (059876db-583b-4987-94e9-5b306900bbb9), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.976982 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:18.978592 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/059876db-583b-4987-94e9-5b306900bbb9 HTTP/1.1" status: 204 len: 168 time: 0.1974480 Mar 23 15:50:18.991029 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab3b6e-f031-42bc-a1c4-8623a09df8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=059876db-583b-4987-94e9-5b306900bbb9,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:19.952260 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53664) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:20.069940 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-80792876-network', 'tenant_id': '55d3d2fa7d2d42a48eac216ed97a8dcb'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:20.094323 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Made reservation on behalf of 55d3d2fa7d2d42a48eac216ed97a8dcb for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:50:20.096997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.106332 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.201166 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks [] for security_group (47321574-bef9-46d1-ade6-d9fa1c3bd170), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.209693 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (47321574-bef9-46d1-ade6-d9fa1c3bd170), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.237657 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:50:20.248680 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47321574-bef9-46d1-ade6-d9fa1c3bd170,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:20.256200 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (66441b04-a996-49f9-8290-1ad9b9aa0ff6), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.256770 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Added segment 66441b04-a996-49f9-8290-1ad9b9aa0ff6 of type vlan for network bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 Mar 23 15:50:20.307260 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.338148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.339519 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:20.340364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.409143 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4553206 Mar 23 15:50:20.412728 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53670) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:20.418990 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baf9134-23eb-4b8d-9e71-252dcbb7c6cb admin admin] Pushing event updated for resources: {'Network': ['ID=bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:20.420079 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Request body: {'subnet': {'network_id': 'bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-80792876-subnet', 'tenant_id': '55d3d2fa7d2d42a48eac216ed97a8dcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:20.434056 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:50:20.452098 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Made reservation on behalf of 55d3d2fa7d2d42a48eac216ed97a8dcb for: {'subnet': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:50:20.455798 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26163729'] for subnet (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.674660 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26154907', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26163719'] for subnet (bb78cb91-8afb-4b50-90ea-6b6c72d1c161), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.742865 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb78cb91-8afb-4b50-90ea-6b6c72d1c161,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:20.755092 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Checking segment: {'id': '66441b04-a996-49f9-8290-1ad9b9aa0ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:50:20.755458 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Network hostable DHCP agents. Network: bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109942) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:50:20.775006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Network bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109942) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:50:20.786334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5) {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:50:20.791373 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:20.792162 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:20.800592 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf010e-f025-4537-9409-e535eb04b859 None None] Network bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:50:20.814738 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-10b27375-0006-42a1-9a3a-4bf83162dcab admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4001899 Mar 23 15:50:20.933945 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b83e5e-5cb5-4c51-871f-49550837ddf1 None None] Network bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:50:21.457023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53688) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:21.462606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2110067561-network', 'tenant_id': '85397662deb344bd9ac6e422ee89d9d3'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:21.486637 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Made reservation on behalf of 85397662deb344bd9ac6e422ee89d9d3 for: {'network': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:50:21.489464 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.499868 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.591226 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks [] for security_group (46bf0442-1902-4b19-983e-b68bef0448c3), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.596894 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46bf0442-1902-4b19-983e-b68bef0448c3), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.630555 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=109941) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:50:21.638827 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bf0442-1902-4b19-983e-b68bef0448c3,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:21.648500 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (86b7b376-b555-4f71-ba75-1da89a1f7e7b), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.648871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.segments_db [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Added segment 86b7b376-b555-4f71-ba75-1da89a1f7e7b of type vlan for network 904b36a9-491e-4c56-b5cb-dd7859d603eb Mar 23 15:50:21.699020 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (904b36a9-491e-4c56-b5cb-dd7859d603eb), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.729601 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (904b36a9-491e-4c56-b5cb-dd7859d603eb), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.731361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:21.732172 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.782493 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-17fe2f95-ccd4-4ac9-8c9e-dfcd385d4ff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:21.798695 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3401642 Mar 23 15:50:21.801839 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53690) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:21.809060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Request body: {'subnet': {'network_id': '904b36a9-491e-4c56-b5cb-dd7859d603eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2110067561-subnet', 'tenant_id': '85397662deb344bd9ac6e422ee89d9d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:21.815859 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452fda91-2488-4c76-997c-f12199bf0b8c admin admin] Pushing event updated for resources: {'Network': ['ID=904b36a9-491e-4c56-b5cb-dd7859d603eb,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:21.830310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 904b36a9-491e-4c56-b5cb-dd7859d603eb details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:50:21.837586 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Made reservation on behalf of 85397662deb344bd9ac6e422ee89d9d3 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:50:21.840116 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:22.100993 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (8f707a11-accd-4bae-9c74-5a7cb5f5a567), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:22.211093 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f707a11-accd-4bae-9c74-5a7cb5f5a567,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:22.223926 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Checking segment: {'id': '86b7b376-b555-4f71-ba75-1da89a1f7e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '904b36a9-491e-4c56-b5cb-dd7859d603eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:50:22.224570 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Network hostable DHCP agents. Network: 904b36a9-491e-4c56-b5cb-dd7859d603eb, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:50:22.253333 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Network 904b36a9-491e-4c56-b5cb-dd7859d603eb is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:50:22.268329 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 904b36a9-491e-4c56-b5cb-dd7859d603eb) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:50:22.274032 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:22.274961 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:22.282792 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2fa076-dd80-4f26-b490-a60e52b2c77c None None] Network 904b36a9-491e-4c56-b5cb-dd7859d603eb requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:50:22.300878 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-133c708a-ab6b-4c81-8909-bfb1d942203f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4976878 Mar 23 15:50:22.425396 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f6704e-b890-4c93-b159-c0e471f2b1bd None None] Network 904b36a9-491e-4c56-b5cb-dd7859d603eb requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:50:23.705310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d0717ab-b585-4069-998e-ad083681b9d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:25.222400 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:26.530021 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:26.963909 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb5210-0bbc-4c48-ad1f-4882f085a97f req-16464461-f180-4665-ab22-35465d326574 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:26.965794 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b9bb5210-0bbc-4c48-ad1f-4882f085a97f req-16464461-f180-4665-ab22-35465d326574 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0667148 Mar 23 15:50:27.030025 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b9bb5210-0bbc-4c48-ad1f-4882f085a97f req-9e79f00f-1821-45ae-9084-5bf22812fc50 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528626 Mar 23 15:50:27.060278 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53760) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:27.341046 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0cd27-a97a-4a78-af68-cacd1d6b49db tempest-TestMinimumBasicScenario-422230041 tempest-TestMinimumBasicScenario-422230041-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:27.343313 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c7d0cd27-a97a-4a78-af68-cacd1d6b49db tempest-TestMinimumBasicScenario-422230041 tempest-TestMinimumBasicScenario-422230041-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1125 time: 0.2812884 Mar 23 15:50:27.348474 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53768) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:27.358859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'port_id': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:27.396738 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:27.582026 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:27.776488 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Allocated IP 172.27.3.83 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/f9997a2e-144b-4f94-b1ca-8c50fb69a460) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:50:27.802268 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:27.953532 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.009054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.078808 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:50:28.082122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:50:28.088760 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:50:28.113019 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'Port': ['ID=f9997a2e-144b-4f94-b1ca-8c50fb69a460,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:28.528996 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for floatingip (78a30e1d-518b-4964-a6e0-be27ecaa6cfe), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.624190 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.800508 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.807019 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:28.880917 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'Port': ['ID=f9997a2e-144b-4f94-b1ca-8c50fb69a460,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:28.894381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (78a30e1d-518b-4964-a6e0-be27ecaa6cfe), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.007806 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Floating IP 78a30e1d-518b-4964-a6e0-be27ecaa6cfe associated. External IP: 172.27.3.83, port: 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f. Mar 23 15:50:29.301330 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Router 331d1715-7f42-4591-9380-3d676611087f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:50:29.437162 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:50:29.449583 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Sync routers for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:50:29.461763 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.463786 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:50:29.464614 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:29.497400 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f8f6f5c6-f544-4793-9b51-bfb761b62051 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1464663 Mar 23 15:50:29.498482 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:29.502095 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53792) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:29.503021 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e98f40-9d6e-4176-a0af-194b31b55ac1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:29.511261 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-721387865', 'description': 'tempest-secgroup-smoke-721387865 description', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:29.546882 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba15afb8-415f-47d8-824a-24c64f4e8ab9 x-openstack-request-id: req-ba15afb8-415f-47d8-824a-24c64f4e8ab9 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:29.547885 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:29.547885 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba15afb8-415f-47d8-824a-24c64f4e8ab9 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:29.548412 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.548572 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba15afb8-415f-47d8-824a-24c64f4e8ab9'] response: {'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:50:29.613265 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:50:29.644572 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-0f3aad72-194e-4647-90b2-e7c08c855d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:29.647392 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-0f3aad72-194e-4647-90b2-e7c08c855d8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1130 time: 0.0726023 Mar 23 15:50:29.671705 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (13a0664d-f9cf-4e7e-8979-01a6607f28e0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.677771 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (13a0664d-f9cf-4e7e-8979-01a6607f28e0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.738096 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13a0664d-f9cf-4e7e-8979-01a6607f28e0,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:29.749702 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.758418 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53800) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:29.758663 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-202370e6-ba1c-4eed-bc1c-e21403331c9a tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2530313 Mar 23 15:50:29.776263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:29.837636 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (4dc1255a-40b4-4797-a6a4-0ae582b649f8), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.852571 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-5e79d995-2d88-41de-9b81-bce3dae79909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:29.854182 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-5e79d995-2d88-41de-9b81-bce3dae79909 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.1992841 Mar 23 15:50:29.959022 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-8e3a038e-4ba7-4f9e-a33f-02ec6a564b15 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 999 time: 0.0973146 Mar 23 15:50:29.960998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (4dc1255a-40b4-4797-a6a4-0ae582b649f8), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:29.966949 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (4dc1255a-40b4-4797-a6a4-0ae582b649f8), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.022704 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc1255a-40b4-4797-a6a4-0ae582b649f8,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.030799 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.032483 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-66d0552e-8476-4113-9bee-b6466055ddb7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2712102 Mar 23 15:50:30.037734 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53806) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:30.049621 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:30.056299 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '78a30e1d-518b-4964-a6e0-be27ecaa6cfe', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '331d1715-7f42-4591-9380-3d676611087f', 'port_id': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'mac_address': 'fa:16:3e:17:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:28Z', 'updated_at': '2022-03-23T15:50:28Z', 'revision_number': 0, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:30.059511 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-06698df8-e353-4cf0-989b-93640a8c5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:30.062818 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-06698df8-e353-4cf0-989b-93640a8c5a1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.0907288 Mar 23 15:50:30.108526 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (c7f51c34-d42c-4868-a6a1-164cc66a897f), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.127876 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Checking router: 331d1715-7f42-4591-9380-3d676611087f for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:50:30.150819 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:50:30.151871 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:30.170196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-99b5d824-6eb4-4782-a810-08f9023f9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:30.173032 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-99b5d824-6eb4-4782-a810-08f9023f9675 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1038249 Mar 23 15:50:30.211283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (c7f51c34-d42c-4868-a6a1-164cc66a897f), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.222165 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (c7f51c34-d42c-4868-a6a1-164cc66a897f), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.255647 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7f51c34-d42c-4868-a6a1-164cc66a897f,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.270369 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.272424 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-bb52bd30-b4ad-482c-80cf-f4037a86594c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2332063 Mar 23 15:50:30.280824 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53812) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:30.289365 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:30.326607 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-b3468e1c-9332-458e-a0c6-7f2f17547e70 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450374 Mar 23 15:50:30.330412 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (f6f572e9-d115-4062-9688-9e605089fb64), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.384759 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:50:30.431474 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (f6f572e9-d115-4062-9688-9e605089fb64), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.438564 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (f6f572e9-d115-4062-9688-9e605089fb64), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.472798 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6f572e9-d115-4062-9688-9e605089fb64,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.483417 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.490422 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9ed6b68a-27cd-4e18-866b-4ebba49a4b46 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2027786 Mar 23 15:50:30.490422 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53814) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:30.499500 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:30.506591 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-12e98f40-9d6e-4176-a0af-194b31b55ac1 req-4b5f8bff-2dc3-4880-aae3-da79faa34e63 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717408 Mar 23 15:50:30.537227 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (4d062d66-125b-49af-aa82-5d10179c9c89), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.638297 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (4d062d66-125b-49af-aa82-5d10179c9c89), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.643410 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (4d062d66-125b-49af-aa82-5d10179c9c89), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.670151 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d062d66-125b-49af-aa82-5d10179c9c89,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.679943 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.684844 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-396b1146-c6b1-4e05-b36a-804a680031c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1899705 Mar 23 15:50:30.685311 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53818) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:30.690557 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:30.718216 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.securitygroups_db [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Project e09ee8f8df5744f8a90e0cc97b9977c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:50:30.725509 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (ceab54fd-ee0e-4325-b224-b99989318871), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.728437 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '78a30e1d-518b-4964-a6e0-be27ecaa6cfe', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '331d1715-7f42-4591-9380-3d676611087f', 'port_id': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'mac_address': 'fa:16:3e:17:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:28Z', 'updated_at': '2022-03-23T15:50:28Z', 'revision_number': 0, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:30.767753 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac01de-1a63-47b3-8b14-8879326bb9e1 None None] The sync data for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi is: [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '78a30e1d-518b-4964-a6e0-be27ecaa6cfe', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'floating_ip_address': '172.27.3.83', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '331d1715-7f42-4591-9380-3d676611087f', 'port_id': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'mac_address': 'fa:16:3e:17:a2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:28Z', 'updated_at': '2022-03-23T15:50:28Z', 'revision_number': 0, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:50:30.806274 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (ceab54fd-ee0e-4325-b224-b99989318871), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.812650 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (ceab54fd-ee0e-4325-b224-b99989318871), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.834230 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ceab54fd-ee0e-4325-b224-b99989318871,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.846200 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.847853 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-165ff968-5618-438f-9198-2165f848186e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612854 Mar 23 15:50:30.851547 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53820) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:30.857589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'security_group_rule': {'security_group_id': '13a0664d-f9cf-4e7e-8979-01a6607f28e0', 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:30.881925 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.securitygroups_db [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Project e09ee8f8df5744f8a90e0cc97b9977c9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:50:30.889839 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (648dcdc8-f868-4775-a173-e82d11f0b55c), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.960673 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (648dcdc8-f868-4775-a173-e82d11f0b55c), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.966576 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (648dcdc8-f868-4775-a173-e82d11f0b55c), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.986578 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=648dcdc8-f868-4775-a173-e82d11f0b55c,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:30.996634 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:30.997940 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-670a495f-0c35-43bb-a4c7-8971ae26f3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1450589 Mar 23 15:50:31.006608 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f7740c-27f8-414b-bcc6-021252ca1bf0 None None] New status for floating IP 78a30e1d-518b-4964-a6e0-be27ecaa6cfe: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:50:31.109456 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-d92b8e59-0514-43d8-b58b-e7e03cc4218f tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721387865&fields=id&tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9 HTTP/1.1" status: 200 len: 267 time: 0.0562406 Mar 23 15:50:31.186883 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-57eb0f16-b0b8-4dd0-ae28-111da809f1fa tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:31.188483 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-57eb0f16-b0b8-4dd0-ae28-111da809f1fa tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0731177 Mar 23 15:50:31.202163 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'port': {'security_groups': ['ff6f6071-d397-49a3-8547-5f2f3d18d7a7', '13a0664d-f9cf-4e7e-8979-01a6607f28e0']}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:31.298393 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:31.581801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:31.624749 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:31.631280 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:31.645577 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:50:31.694778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:31.695589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:31.696989 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c8a144b8-8c17-4ee2-bf14-48e3eceece61 req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "PUT /v2.0/ports/9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 982 time: 0.5015619 Mar 23 15:50:31.697724 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:31.701063 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3331db-3655-405d-b011-72799a00cfb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:31.747233 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ec1f7e-0241-4b1d-805d-73789383aec9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=6']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:31.797118 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:50:31.821049 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b530d2-b0a9-4504-bded-62d0831aaf7c x-openstack-request-id: req-f2b530d2-b0a9-4504-bded-62d0831aaf7c {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:31.822486 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:31.822486 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f2b530d2-b0a9-4504-bded-62d0831aaf7c {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:31.822486 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2b530d2-b0a9-4504-bded-62d0831aaf7c'] response: {'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:50:31.912627 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de97b0b9-de3b-4a7d-a7c9-2c100ff43b37 req-885aa1ba-56fe-4121-b72b-2fb639cb0af4 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:31.922754 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de97b0b9-de3b-4a7d-a7c9-2c100ff43b37 req-885aa1ba-56fe-4121-b72b-2fb639cb0af4 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0798390 Mar 23 15:50:31.929947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3331db-3655-405d-b011-72799a00cfb1 req-015538a4-3ea1-47d3-90ee-8780d9adf5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:31.934030 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-015538a4-3ea1-47d3-90ee-8780d9adf5fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1169 time: 0.0844281 Mar 23 15:50:32.011114 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-de97b0b9-de3b-4a7d-a7c9-2c100ff43b37 req-7e446f71-5f37-4118-a9ab-d6830885cda7 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0872140 Mar 23 15:50:32.055303 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3331db-3655-405d-b011-72799a00cfb1 req-10719839-112f-4e4a-b4bd-7c22c5d8de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:32.057264 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-10719839-112f-4e4a-b4bd-7c22c5d8de14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.1166940 Mar 23 15:50:32.084177 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-765eb20d-b6ea-4d89-b08e-c079bcdbbfc2 None None] Provisioning complete for port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:50:32.085549 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-765eb20d-b6ea-4d89-b08e-c079bcdbbfc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:32.135567 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-801f38e7-14e4-4336-90c5-7c39f358b1bd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 1001 time: 0.0702469 Mar 23 15:50:32.201073 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3331db-3655-405d-b011-72799a00cfb1 req-be0d09a3-8fd1-4063-a47f-1e3c4c7467e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:32.202766 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-be0d09a3-8fd1-4063-a47f-1e3c4c7467e7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.0541658 Mar 23 15:50:32.270695 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3331db-3655-405d-b011-72799a00cfb1 req-e94eafec-b265-415f-a076-b6e4a0e5573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:32.272332 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-e94eafec-b265-415f-a076-b6e4a0e5573c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0538359 Mar 23 15:50:32.394688 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-2c786d12-fb88-46dd-ad6d-a50acf5fb99c service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150739 Mar 23 15:50:32.426451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-765eb20d-b6ea-4d89-b08e-c079bcdbbfc2 None None] Current status of the port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:50:32.784279 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f3331db-3655-405d-b011-72799a00cfb1 req-4153654d-aa3a-4fb8-b9bf-a57bc181abbe service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3810244 Mar 23 15:50:37.309376 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53918) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:37.376293 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Deleting subnet bb78cb91-8afb-4b50-90ea-6b6c72d1c161 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:50:37.381878 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Publish callbacks [] for subnet (bb78cb91-8afb-4b50-90ea-6b6c72d1c161), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.437347 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (bb78cb91-8afb-4b50-90ea-6b6c72d1c161), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.489444 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (bb78cb91-8afb-4b50-90ea-6b6c72d1c161), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.571671 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (bb78cb91-8afb-4b50-90ea-6b6c72d1c161), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.613038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb78cb91-8afb-4b50-90ea-6b6c72d1c161,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:37.620815 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.626031 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-bfddb3da-0b4b-4c13-a40d-63450f8f84b1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bb78cb91-8afb-4b50-90ea-6b6c72d1c161 HTTP/1.1" status: 204 len: 168 time: 0.3151779 Mar 23 15:50:37.629344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53926) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:37.657812 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13defe11-8855-4400-90cb-46eed77d77cb req-de40d75c-96c0-4e40-b384-fcdd80defa3f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:37.661870 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13defe11-8855-4400-90cb-46eed77d77cb req-de40d75c-96c0-4e40-b384-fcdd80defa3f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0869718 Mar 23 15:50:37.712222 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.726967 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-13defe11-8855-4400-90cb-46eed77d77cb req-ad995828-52b5-4d5f-a0b5-83c5a2a2f620 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599051 Mar 23 15:50:37.800715 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.825043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:37.837116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66441b04-a996-49f9-8290-1ad9b9aa0ff6') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:37.837460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66441b04-a996-49f9-8290-1ad9b9aa0ff6') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:37.849097 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (66441b04-a996-49f9-8290-1ad9b9aa0ff6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.867027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (66441b04-a996-49f9-8290-1ad9b9aa0ff6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.875665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:50:37.876300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (66441b04-a996-49f9-8290-1ad9b9aa0ff6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:50:37.878554 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:50:37.939647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.949030 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:37.952558 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5 HTTP/1.1" status: 204 len: 168 time: 0.3220639 Mar 23 15:50:37.955531 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53928) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:37.968199 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6a56de-4f74-43ae-a00e-ede73c878f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7f607b-cc8f-4228-8d03-e7d2b51dc1d5,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:38.007480 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Deleting subnet 8f707a11-accd-4bae-9c74-5a7cb5f5a567 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:50:38.011320 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Publish callbacks [] for subnet (8f707a11-accd-4bae-9c74-5a7cb5f5a567), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.071898 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (8f707a11-accd-4bae-9c74-5a7cb5f5a567), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.118312 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (8f707a11-accd-4bae-9c74-5a7cb5f5a567), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.190214 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (8f707a11-accd-4bae-9c74-5a7cb5f5a567), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.497767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f707a11-accd-4bae-9c74-5a7cb5f5a567,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:38.503554 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.507705 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8f707a11-accd-4bae-9c74-5a7cb5f5a567 HTTP/1.1" status: 204 len: 168 time: 0.5508578 Mar 23 15:50:38.510937 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53930) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:38.514781 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.515255 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.515708 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.516196 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.516643 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.517094 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.517562 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.518054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.518454 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.519092 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.519470 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.519926 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.521183 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.521555 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.521924 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a13850-2560-4b15-a752-f1009d16c8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:38.606141 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (904b36a9-491e-4c56-b5cb-dd7859d603eb), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.747570 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (904b36a9-491e-4c56-b5cb-dd7859d603eb), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.777390 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904b36a9-491e-4c56-b5cb-dd7859d603eb']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:38.793026 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86b7b376-b555-4f71-ba75-1da89a1f7e7b') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:38.793450 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86b7b376-b555-4f71-ba75-1da89a1f7e7b') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:38.806541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (86b7b376-b555-4f71-ba75-1da89a1f7e7b), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.824792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (86b7b376-b555-4f71-ba75-1da89a1f7e7b), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.836829 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:50:38.837244 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (86b7b376-b555-4f71-ba75-1da89a1f7e7b), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:50:38.839405 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:50:38.867433 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d313ef-c487-4754-aaf0-b70b632bc948 req-84fc15b6-f442-456b-bf88-aeed212c81eb tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:38.869264 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-92d313ef-c487-4754-aaf0-b70b632bc948 req-84fc15b6-f442-456b-bf88-aeed212c81eb tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0582473 Mar 23 15:50:38.902705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (904b36a9-491e-4c56-b5cb-dd7859d603eb), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.911399 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:38.917084 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] 10.222.0.41 "DELETE /v2.0/networks/904b36a9-491e-4c56-b5cb-dd7859d603eb HTTP/1.1" status: 204 len: 168 time: 0.4048922 Mar 23 15:50:38.932884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3db791-abec-40d3-b3e4-0c372164769b admin admin] Pushing event deleted for resources: {'Network': ['ID=904b36a9-491e-4c56-b5cb-dd7859d603eb,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:38.943046 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-92d313ef-c487-4754-aaf0-b70b632bc948 req-a4aebb03-6315-424b-ad63-c6bac7937df6 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636175 Mar 23 15:50:39.136660 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53936) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:39.183696 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-71f5eb11-80bf-4064-9014-b0d50392b432 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=55d3d2fa7d2d42a48eac216ed97a8dcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0457349 Mar 23 15:50:39.186792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 53938) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:39.253673 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] Publish callbacks [] for security_group (47321574-bef9-46d1-ade6-d9fa1c3bd170), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.283012 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] Publish callbacks [] for security_group (47321574-bef9-46d1-ade6-d9fa1c3bd170), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.342650 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (47321574-bef9-46d1-ade6-d9fa1c3bd170), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.347487 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.349919 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/47321574-bef9-46d1-ade6-d9fa1c3bd170 HTTP/1.1" status: 204 len: 168 time: 0.1616874 Mar 23 15:50:39.363829 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91138231-1011-4b63-a0ce-759bbf914be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47321574-bef9-46d1-ade6-d9fa1c3bd170,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:39.494088 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-a924ac88-54e7-4afd-94bb-cb2d5ad544e0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:39.495759 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-a924ac88-54e7-4afd-94bb-cb2d5ad544e0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.0594583 Mar 23 15:50:39.623146 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 1ce8884c-909a-45a0-8966-cecf0f466bd4 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:50:39.623987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.758874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] For port 1ce8884c-909a-45a0-8966-cecf0f466bd4, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=1ce8884c-909a-45a0-8966-cecf0f466bd4,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:39.759470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.825378 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53944) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:39.878671 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d001857a-3d1e-4521-b80b-e8d1992dbb06 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85397662deb344bd9ac6e422ee89d9d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0516100 Mar 23 15:50:39.883171 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 53946) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:39.952097 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] Publish callbacks [] for security_group (46bf0442-1902-4b19-983e-b68bef0448c3), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:39.984726 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] Publish callbacks [] for security_group (46bf0442-1902-4b19-983e-b68bef0448c3), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.006734 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.007110 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.007442 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP 56518fa3-4181-4c02-9eef-5955490420dc disassociated. External IP: 172.27.3.239, port: 1ce8884c-909a-45a0-8966-cecf0f466bd4. Mar 23 15:50:40.007833 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 1ce8884c-909a-45a0-8966-cecf0f466bd4 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:50:40.106794 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46bf0442-1902-4b19-983e-b68bef0448c3), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.109781 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.111110 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46bf0442-1902-4b19-983e-b68bef0448c3 HTTP/1.1" status: 204 len: 168 time: 0.2267735 Mar 23 15:50:40.133337 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0546cf-cc78-4116-8533-8884658bf14e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bf0442-1902-4b19-983e-b68bef0448c3,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:40.166942 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bda4c3-ceee-4522-8ef6-4ddc72e2b6dc req-52d48516-9335-4e98-ad81-a0511dca9f86 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:40.179958 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7bda4c3-ceee-4522-8ef6-4ddc72e2b6dc req-52d48516-9335-4e98-ad81-a0511dca9f86 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 945 time: 0.1165874 Mar 23 15:50:40.223571 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (1ce8884c-909a-45a0-8966-cecf0f466bd4), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.273777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=1ce8884c-909a-45a0-8966-cecf0f466bd4,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:40.280840 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e7bda4c3-ceee-4522-8ef6-4ddc72e2b6dc req-568cce7c-50d6-4333-b60e-ce66deadca03 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991776 Mar 23 15:50:40.451276 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:50:40.604197 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:50:40.616904 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:50:40.629083 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:50:40.629564 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:40.685606 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] No DVR routers for this DVR port 1ce8884c-909a-45a0-8966-cecf0f466bd4 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:50:40.691576 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:40.698534 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9fd8220-ee40-432d-8e09-4fc2bcc3a437 req-03f343c1-d3f0-4264-8bed-ce071a1f8f34 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "DELETE /v2.0/ports/1ce8884c-909a-45a0-8966-cecf0f466bd4 HTTP/1.1" status: 204 len: 173 time: 1.1965218 Mar 23 15:50:40.699663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'name': 'network-vif-deleted', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:40.706928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e6ec83-4c35-4ce8-b529-be075e971c26" -d '{"events": [{"server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "name": "network-vif-deleted", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:40.790089 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:50:40.871376 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f890d9e-a4b2-4638-a2b3-d441ee63eb54 x-openstack-request-id: req-5f890d9e-a4b2-4638-a2b3-d441ee63eb54 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:40.872228 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b216b4-d800-4ac1-b98b-1a09158b3334", "name": "network-vif-deleted", "tag": "1ce8884c-909a-45a0-8966-cecf0f466bd4", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:40.872897 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f890d9e-a4b2-4638-a2b3-d441ee63eb54 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:40.873784 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f890d9e-a4b2-4638-a2b3-d441ee63eb54'] response: {'server_uuid': 'e0b216b4-d800-4ac1-b98b-1a09158b3334', 'name': 'network-vif-deleted', 'tag': '1ce8884c-909a-45a0-8966-cecf0f466bd4', 'status': 'completed', 'code': 200} Mar 23 15:50:41.098579 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:41.153681 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:50:41.169564 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:50:41.170671 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:41.333782 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:50:41.464392 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b722175-0d27-4422-935c-068e070fb5bd req-78a85ef6-dab8-4c97-90b3-1c6efd36bb57 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0b216b4-d800-4ac1-b98b-1a09158b3334 HTTP/1.1" status: 200 len: 210 time: 0.0455406 Mar 23 15:50:41.796781 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:50:41.832519 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7419df-ffba-4205-bc51-1e78934c089d None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:50:42.128852 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866b823c-35f2-48ef-92bf-160125ca122c None None] New status for floating IP 56518fa3-4181-4c02-9eef-5955490420dc: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:50:42.578142 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54002) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:42.655750 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (a607c97d-fb4c-41c1-8f4c-f2517c4dafc5), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:42.687234 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (a607c97d-fb4c-41c1-8f4c-f2517c4dafc5), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:42.754817 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a607c97d-fb4c-41c1-8f4c-f2517c4dafc5), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:42.758196 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:42.759755 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/security-groups/a607c97d-fb4c-41c1-8f4c-f2517c4dafc5 HTTP/1.1" status: 204 len: 168 time: 0.1801617 Mar 23 15:50:42.764491 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54004) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:42.775564 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5715dac0-e277-4d07-8eae-b457019ac9d9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607c97d-fb4c-41c1-8f4c-f2517c4dafc5,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:42.800714 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.api.v2.resource [None req-ff48080e-91d4-4ded-ac10-060d5e36dac3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] show failed (client error): The resource could not be found. Mar 23 15:50:42.806040 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ff48080e-91d4-4ded-ac10-060d5e36dac3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups/a607c97d-fb4c-41c1-8f4c-f2517c4dafc5 HTTP/1.1" status: 404 len: 347 time: 0.0401914 Mar 23 15:50:42.811010 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54008) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:42.969795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:50:42.970158 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.080594 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.081051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.103621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:50:43.292051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.323099 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=64f5f814-fb45-4c7c-a3b1-b9ff2b9b5fb6,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:43.397219 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (56518fa3-4181-4c02-9eef-5955490420dc), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.400282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.401617 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5a690449-3386-401b-a20e-77e5e881ab89 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/floatingips/56518fa3-4181-4c02-9eef-5955490420dc HTTP/1.1" status: 204 len: 168 time: 0.5884395 Mar 23 15:50:43.545842 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 1ce8884c-909a-45a0-8966-cecf0f466bd4 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:50:43.590227 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 1ce8884c-909a-45a0-8966-cecf0f466bd4 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:50:43.590735 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 1ce8884c-909a-45a0-8966-cecf0f466bd4 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:50:43.787062 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54014) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:43.792555 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1274409177', 'description': 'tempest-description--286087962'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:43.821249 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.922160 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (172f80af-47ad-4e44-b5c0-f864cec351c3), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.927751 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (172f80af-47ad-4e44-b5c0-f864cec351c3), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.963915 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:43.965620 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1769986 Mar 23 15:50:43.970326 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54020) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:43.976831 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': '172f80af-47ad-4e44-b5c0-f864cec351c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:43.985661 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb827a61-9c75-4de5-b1fa-ada7dcffc7a8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172f80af-47ad-4e44-b5c0-f864cec351c3,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:44.013887 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (5691c87f-2032-41d0-bede-65523a9bdda4), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.082850 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (5691c87f-2032-41d0-bede-65523a9bdda4), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.087809 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (5691c87f-2032-41d0-bede-65523a9bdda4), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.111956 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5691c87f-2032-41d0-bede-65523a9bdda4,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:44.119577 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.120572 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4958a02a-0fdd-4640-a9a6-2b9bd138cea5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1491766 Mar 23 15:50:44.124433 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54024) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:44.131896 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'security_group_rule': {'security_group_id': '172f80af-47ad-4e44-b5c0-f864cec351c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:44.172485 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (7768d90c-d512-47c3-a895-639cb0d5c9f9), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.271688 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (7768d90c-d512-47c3-a895-639cb0d5c9f9), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.277597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (7768d90c-d512-47c3-a895-639cb0d5c9f9), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.302387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7768d90c-d512-47c3-a895-639cb0d5c9f9,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:44.312321 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.313566 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-64404a6d-ce9e-47a4-ad6e-fddcc136d614 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1876705 Mar 23 15:50:44.318757 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54028) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:44.324768 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:44.351102 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.527500 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.646897 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.27.3.112 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:50:44.770384 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.806499 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:44.845399 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:50:44.848514 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:50:44.851518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:50:44.891236 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:44.967079 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.010158 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.249663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.255385 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.329633 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:45.348357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.373777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:45.376075 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-47bf42fd-0626-4ee8-bc19-834311f51dd2 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0556684 Mar 23 15:50:45.599035 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-5ea3ab66-947e-45a1-9f76-7a3813f77823 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1274409177&fields=id&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 267 time: 0.0464628 Mar 23 15:50:45.714559 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-52382211-d0a3-4f31-b38a-01da0f15ccac tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:45.716159 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-52382211-d0a3-4f31-b38a-01da0f15ccac tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.1105661 Mar 23 15:50:45.741939 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-76651816-9273-4c33-97a5-2403ca726581 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/quotas/fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 375 time: 0.0179462 Mar 23 15:50:45.820169 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-6f2874b3-1b21-4512-8fe8-568cb3f7f8e0 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720534 Mar 23 15:50:45.975156 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-291291e3-3c1c-442f-8f99-ddf6cfa24ad1 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422522 Mar 23 15:50:46.091719 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-669f43b7-0d08-49c7-a43a-dda2b58f85f5 service neutron] 10.222.0.41 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094866 Mar 23 15:50:46.297075 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-78cdfcb0-0545-4091-a7cc-537cbcffd70d req-5f43d7b8-abfb-409f-a6a9-b855f391ab91 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 210 time: 0.0364428 Mar 23 15:50:46.516276 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:47.482363 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-92f454ed-714e-43d5-8a31-e3b724da327d req-beceac02-b2e1-465e-9242-aea7ae09e0d5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 210 time: 0.0588615 Mar 23 15:50:47.493861 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-e788416c-3cf7-43ff-930f-53b84b6eb772 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:47.495516 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-e788416c-3cf7-43ff-930f-53b84b6eb772 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 815 time: 0.2352691 Mar 23 15:50:47.606314 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-a5daa823-bebb-4a57-a3b1-aad61b741882 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fff6a8b018ff495cb57c16614c3f16fc HTTP/1.1" status: 200 len: 380 time: 0.1018808 Mar 23 15:50:47.619002 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'port': {'device_id': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'admin_state_up': True, 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'security_groups': ['172f80af-47ad-4e44-b5c0-f864cec351c3']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:47.808256 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Made reservation on behalf of fff6a8b018ff495cb57c16614c3f16fc for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:50:47.812789 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:47.992603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Allocated IP 172.20.0.5 (0492f97d-c5e5-4b8c-a011-53c52691df3b/13a85e9a-cf41-40cc-bc99-268190b3a594/578b31b6-4c4d-4b8f-81fa-9b3b788bc983) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:50:48.159003 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.201795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.281644 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:50:48.288123 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:50:48.299548 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:50:48.311357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event updated for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:48.400160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:48.400502 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.419509 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-799f3c61-ce95-40c7-9fbc-b0b837c616a1 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8059413 Mar 23 15:50:48.435081 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Request body: {'port': {'device_id': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:48.508843 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.565146 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-3d2ab2b6-68b1-4efa-8ad5-1fad9930ad2e None None] Provisioning complete for port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:50:48.566587 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3d2ab2b6-68b1-4efa-8ad5-1fad9930ad2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.637656 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-3d2ab2b6-68b1-4efa-8ad5-1fad9930ad2e None None] Port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:50:48.686711 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6267a72-5254-450c-a704-67966b8f812b req-b54aa623-c90c-4a1e-91d9-ef95110bd0cb tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:48.699416 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d6267a72-5254-450c-a704-67966b8f812b req-b54aa623-c90c-4a1e-91d9-ef95110bd0cb tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 931 time: 0.1012533 Mar 23 15:50:48.773005 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:50:48.786035 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d6267a72-5254-450c-a704-67966b8f812b req-cabd9796-3e2e-47c6-9ffd-88cd363d891d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847523 Mar 23 15:50:48.922028 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:50:48.934528 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks [] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:48.963180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Transition to ACTIVE for port object 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:50:48.970226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:49.058075 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Pushing event updated for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:49.190326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Attempting to bind port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:50:49.191002 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Attempting to bind port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:50:49.192154 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Attempting to bind port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:50:49.202350 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:50:49.203062 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Attempting to bind port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 on network 0492f97d-c5e5-4b8c-a011-53c52691df3b {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:50:49.211206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:50:49.211573 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Checking segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:50:49.211937 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Bound using segment: {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:50:49.212428 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Bound port: 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cc00191-d31f-4810-b803-c6a4dcc57588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:50:49.212792 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:49.300495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:50:49.305612 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:50:49.315395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:49.353671 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.354303 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:49.355846 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] 10.222.0.61 "PUT /v2.0/ports/578b31b6-4c4d-4b8f-81fa-9b3b788bc983 HTTP/1.1" status: 200 len: 1093 time: 0.9268219 Mar 23 15:50:49.356429 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:49.358893 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22" -d '{"events": [{"name": "network-changed", "server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:49.412876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe2e0bc-8ca7-4252-9067-29c062f793b5 x-openstack-request-id: req-cbe2e0bc-8ca7-4252-9067-29c062f793b5 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:49.413320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:49.413711 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cbe2e0bc-8ca7-4252-9067-29c062f793b5 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:49.414305 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe2e0bc-8ca7-4252-9067-29c062f793b5'] response: {'name': 'network-changed', 'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'status': 'completed', 'code': 200} Mar 23 15:50:49.433353 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049ee83-addf-4d38-94a1-3d31779e939e service neutron] Pushing event updated for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:49.485324 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-70e9a6eb-8854-4862-8d2b-7dbf03083a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.487091 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-70e9a6eb-8854-4862-8d2b-7dbf03083a54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 1127 time: 0.0639138 Mar 23 15:50:49.532273 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-a96141f2-accd-421a-bfb7-917054cef18d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983 HTTP/1.1" status: 200 len: 217 time: 0.0377326 Mar 23 15:50:49.586340 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-0b79d250-09dd-4829-8127-c687826fd647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.588173 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-0b79d250-09dd-4829-8127-c687826fd647 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0500813 Mar 23 15:50:49.639894 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7337691-8752-4656-9895-92a7bd2e312b req-8586087c-704e-48bf-bb2b-2368d25454b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.641445 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-8586087c-704e-48bf-bb2b-2368d25454b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472519 Mar 23 15:50:49.740127 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-8972393a-e79c-4423-9f44-236c9e8d5f92 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918386 Mar 23 15:50:49.839666 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-a7337691-8752-4656-9895-92a7bd2e312b req-094b4225-34fe-4619-ab51-5c6529c78f58 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934169 Mar 23 15:50:49.949186 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-f4e2b4d4-e07e-483e-8db6-8a48370b20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.950647 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-f4e2b4d4-e07e-483e-8db6-8a48370b20dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 1127 time: 0.0572004 Mar 23 15:50:49.958317 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0b1d44-6c8a-4723-838d-92af91966f0b req-9adb44bd-ef23-4b9b-9686-3c3b4cf58351 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:49.960179 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ac0b1d44-6c8a-4723-838d-92af91966f0b req-9adb44bd-ef23-4b9b-9686-3c3b4cf58351 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 943 time: 0.0667255 Mar 23 15:50:50.038662 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ac0b1d44-6c8a-4723-838d-92af91966f0b req-c183b714-3326-4915-bcd3-f744b115fc80 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719621 Mar 23 15:50:50.067430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-3b525c7e-2055-43b1-85f3-fd24503bd348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:50.069906 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-3b525c7e-2055-43b1-85f3-fd24503bd348 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.1130991 Mar 23 15:50:50.121473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-78d8d34b-40a7-4044-ba2f-e5a3370d1b48 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983 HTTP/1.1" status: 200 len: 217 time: 0.0446854 Mar 23 15:50:50.181992 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-3c32448b-6a10-4972-867c-14b05329a570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:50.183540 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-3c32448b-6a10-4972-867c-14b05329a570 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0565586 Mar 23 15:50:50.250229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-cfe44f33-627d-468d-874c-d8cabf3c9da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:50.251896 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-cfe44f33-627d-468d-874c-d8cabf3c9da3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623991 Mar 23 15:50:50.383497 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-aa0e6f88-198b-4dba-9d95-6527f022bce3 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235468 Mar 23 15:50:50.525792 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cd6ebc0d-aaaf-4888-b38b-0e6509ed9c22 req-cc8fe497-68f9-4c16-8027-2465d3b87111 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361179 Mar 23 15:50:51.182131 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ef3a22-bb56-4804-933a-d11d15f083bc req-a9c8cdd3-9d21-4e28-b8fb-8177a4a21d66 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:51.183942 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-44ef3a22-bb56-4804-933a-d11d15f083bc req-a9c8cdd3-9d21-4e28-b8fb-8177a4a21d66 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 943 time: 0.0614684 Mar 23 15:50:51.244945 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-44ef3a22-bb56-4804-933a-d11d15f083bc req-b670a09e-f79c-425b-b447-2c96c801aaea tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536878 Mar 23 15:50:51.786223 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-dfc3a660-b741-4a6c-ad65-c780b39db939 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:52.405767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed67b82-7195-48d5-a9d4-5436d2d6041e req-b6cb1002-9676-4eb0-9e15-0b7add850a30 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:52.407407 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eed67b82-7195-48d5-a9d4-5436d2d6041e req-b6cb1002-9676-4eb0-9e15-0b7add850a30 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 943 time: 0.0701911 Mar 23 15:50:52.462287 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eed67b82-7195-48d5-a9d4-5436d2d6041e req-d1caad32-86b1-4e3e-8b37-542241ab7c4f tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483494 Mar 23 15:50:52.816580 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54138) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:52.933211 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-50038ab8-77d8-465a-addc-e30aea11422e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.016286 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-50038ab8-77d8-465a-addc-e30aea11422e admin admin] Publish callbacks [] for security_group (8d5f2f02-c09b-4e20-af45-8aa515610ab1), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.021801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-50038ab8-77d8-465a-addc-e30aea11422e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8d5f2f02-c09b-4e20-af45-8aa515610ab1), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.062632 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-50038ab8-77d8-465a-addc-e30aea11422e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3116bf8d295b44419900e6d1da244b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448571 Mar 23 15:50:53.063519 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50038ab8-77d8-465a-addc-e30aea11422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f2f02-c09b-4e20-af45-8aa515610ab1,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:53.076881 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54146) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:53.169214 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] Publish callbacks [] for security_group (8d5f2f02-c09b-4e20-af45-8aa515610ab1), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.203323 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] Publish callbacks [] for security_group (8d5f2f02-c09b-4e20-af45-8aa515610ab1), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.214286 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-1687536b-5e0f-4c3b-920c-ae29fb4c36c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0934839 Mar 23 15:50:53.284843 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8d5f2f02-c09b-4e20-af45-8aa515610ab1), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.288772 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.290042 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8d5f2f02-c09b-4e20-af45-8aa515610ab1 HTTP/1.1" status: 204 len: 168 time: 0.2110682 Mar 23 15:50:53.317499 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409978ed-9137-47ea-996c-57a06fd230d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f2f02-c09b-4e20-af45-8aa515610ab1,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:53.337562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb486d5-328a-492d-be1f-abb3069def28 req-6f907acb-b571-49f3-aa51-76bbd4ee52c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:53.339348 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-6f907acb-b571-49f3-aa51-76bbd4ee52c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1129 time: 0.0664175 Mar 23 15:50:53.498090 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb486d5-328a-492d-be1f-abb3069def28 req-0337f46b-7018-42ad-b1c5-5398782b43ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:53.499856 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-0337f46b-7018-42ad-b1c5-5398782b43ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1287119 Mar 23 15:50:53.622031 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:50:53.698988 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51952cca-d9e6-4676-8685-c5040750bdd1 req-73d9bc5e-f519-4afc-9614-9c530a70e37c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:53.712418 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51952cca-d9e6-4676-8685-c5040750bdd1 req-73d9bc5e-f519-4afc-9614-9c530a70e37c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.1923072 Mar 23 15:50:53.740094 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc495b5-112c-4fec-ad09-62236970de5e req-7d182533-acff-44f0-897f-1b477926b474 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:53.742841 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6dc495b5-112c-4fec-ad09-62236970de5e req-7d182533-acff-44f0-897f-1b477926b474 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 943 time: 0.1646547 Mar 23 15:50:53.743613 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54164) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:53.776857 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0b80d416-d29d-46b6-8cf4-43a1c5b18551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.797406 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-55b22b69-0b05-4bfd-a8fc-2d58cddf43f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.836545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:53.854390 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'port_id': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'mac_address': 'fa:16:3e:c1:c4:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:50:53.861720 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-09efd7a7-8f94-445a-b385-dd6ab4018c05 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 1001 time: 0.3543570 Mar 23 15:50:53.895325 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51952cca-d9e6-4676-8685-c5040750bdd1 req-e9500d2a-920d-4a4b-9800-335e7f39d6cd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812139 Mar 23 15:50:53.900000 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:50:53.900438 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.917675 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6dc495b5-112c-4fec-ad09-62236970de5e req-afae6a0d-a8b3-4e8c-a52c-f918e0203ba9 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481521 Mar 23 15:50:53.918935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb486d5-328a-492d-be1f-abb3069def28 req-6f62e5d2-d0c1-4f1f-94a4-c582aa136cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:53.921664 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-6f62e5d2-d0c1-4f1f-94a4-c582aa136cf2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0526195 Mar 23 15:50:53.924222 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:50:53.953705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:53.959562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.995116 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-55b22b69-0b05-4bfd-a8fc-2d58cddf43f5 admin admin] Publish callbacks [] for security_group (9ab11ea9-06eb-4b71-9ba2-b58c81c11543), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:53.998572 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb486d5-328a-492d-be1f-abb3069def28 req-b75a1626-f80f-4e5a-8a26-78e00939dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:54.000325 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-b75a1626-f80f-4e5a-8a26-78e00939dbdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670962 Mar 23 15:50:54.001130 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-55b22b69-0b05-4bfd-a8fc-2d58cddf43f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (9ab11ea9-06eb-4b71-9ba2-b58c81c11543), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:54.020408 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:54.031216 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.031677 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.031965 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.032444 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.032802 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.033133 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.033461 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.034097 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.034420 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.035236 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.035236 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.035626 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.036068 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.036356 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.036672 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:50:54.067664 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-55b22b69-0b05-4bfd-a8fc-2d58cddf43f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b81de10250d5491fb34da0912a42a2f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3204830 Mar 23 15:50:54.068620 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b22b69-0b05-4bfd-a8fc-2d58cddf43f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab11ea9-06eb-4b71-9ba2-b58c81c11543,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:54.071483 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54166) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:54.111183 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-220dbb18-3ad6-4878-889f-87ba038b7aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037064 Mar 23 15:50:54.126125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] Publish callbacks [] for security_group (9ab11ea9-06eb-4b71-9ba2-b58c81c11543), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:54.150583 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] Publish callbacks [] for security_group (9ab11ea9-06eb-4b71-9ba2-b58c81c11543), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:54.206036 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (9ab11ea9-06eb-4b71-9ba2-b58c81c11543), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:54.207582 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ebb486d5-328a-492d-be1f-abb3069def28 req-fa48a761-3d73-473f-92b2-465dbf11c3e5 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899704 Mar 23 15:50:54.209022 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:54.210224 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9ab11ea9-06eb-4b71-9ba2-b58c81c11543 HTTP/1.1" status: 204 len: 168 time: 0.1377587 Mar 23 15:50:54.220322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667c855-ef95-49cd-b421-e41afddb2652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab11ea9-06eb-4b71-9ba2-b58c81c11543,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:54.318879 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['578b31b6-4c4d-4b8f-81fa-9b3b788bc983'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:50:55.100181 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d604a8e-c8cd-4db9-86a3-0f753255c6b0 req-b9d58fde-efc2-4f7e-b568-befadea55e9e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:55.101835 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5d604a8e-c8cd-4db9-86a3-0f753255c6b0 req-b9d58fde-efc2-4f7e-b568-befadea55e9e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0965631 Mar 23 15:50:55.123387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b700cb7-e62b-4473-9190-f15e5f733215 req-d8779b90-39e9-4a54-80d8-17e94af237d5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:55.125008 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b700cb7-e62b-4473-9190-f15e5f733215 req-d8779b90-39e9-4a54-80d8-17e94af237d5 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 944 time: 0.0885673 Mar 23 15:50:55.190550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5d604a8e-c8cd-4db9-86a3-0f753255c6b0 req-f1de780c-f3f2-41f4-9c7c-2ab2fce30250 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808885 Mar 23 15:50:55.208612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b700cb7-e62b-4473-9190-f15e5f733215 req-3e632c72-b83b-4ab5-acad-1ae151ed0cb7 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729530 Mar 23 15:50:55.229480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:55.622699 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:50:55.677901 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:50:55.682272 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:50:55.682882 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:55.773301 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:50:55.773694 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:55.800247 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:50:55.802568 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c175adc9-da2f-4525-b286-e7a1d5681cf3" -d '{"events": [{"server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "name": "network-vif-plugged", "status": "completed", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:50:55.816750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:50:55.822124 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:55.853686 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca2c9e1-c614-4933-863f-47c36642ec35 x-openstack-request-id: req-aca2c9e1-c614-4933-863f-47c36642ec35 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:50:55.853981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "name": "network-vif-plugged", "status": "completed", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:50:55.854235 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aca2c9e1-c614-4933-863f-47c36642ec35 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:50:55.854666 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aca2c9e1-c614-4933-863f-47c36642ec35'] response: {'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'code': 200} Mar 23 15:50:55.882562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:50:56.070730 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1b8be-8ddb-4f07-9982-b69f4e3565df req-5a715c2f-af8b-4e8b-bb9a-87ed7015fbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:56.072359 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8e1b8be-8ddb-4f07-9982-b69f4e3565df req-5a715c2f-af8b-4e8b-bb9a-87ed7015fbc2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 1129 time: 0.0606680 Mar 23 15:50:56.122761 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8e1b8be-8ddb-4f07-9982-b69f4e3565df req-b1292135-8868-4d5a-b72d-80fe621c2062 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 Mar 23 15:50:56.397544 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f580a15-0a27-4ffc-bc19-395e9d710d5e req-aaac1258-4c6d-479f-9b27-57e874ab45d7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:56.399203 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f580a15-0a27-4ffc-bc19-395e9d710d5e req-aaac1258-4c6d-479f-9b27-57e874ab45d7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0980027 Mar 23 15:50:56.406588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91a1295-fd71-4f32-bdfb-b4c17bf14343 req-d07f2a63-a701-4ce7-8331-9b381c2d985b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:56.409620 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c91a1295-fd71-4f32-bdfb-b4c17bf14343 req-d07f2a63-a701-4ce7-8331-9b381c2d985b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0936012 Mar 23 15:50:56.511178 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f580a15-0a27-4ffc-bc19-395e9d710d5e req-01793a74-0a80-4f07-9953-22b9ec8a83ad tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001897 Mar 23 15:50:56.519786 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c91a1295-fd71-4f32-bdfb-b4c17bf14343 req-cce88dac-9e7b-4e6b-bfc7-30c8ffcd735b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975611 Mar 23 15:50:56.527442 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:57.713080 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a728983-d9f1-457b-a2e8-bc0024963655 req-412f496d-3283-4cc6-aef2-e641884d529c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:57.714699 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8a728983-d9f1-457b-a2e8-bc0024963655 req-412f496d-3283-4cc6-aef2-e641884d529c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0936635 Mar 23 15:50:57.735777 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2091e60-79c9-47fd-acea-8740223929ef req-72638f2a-ebc7-4fb8-8b6a-dc05d3a4b56a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:57.737319 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2091e60-79c9-47fd-acea-8740223929ef req-72638f2a-ebc7-4fb8-8b6a-dc05d3a4b56a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0879560 Mar 23 15:50:57.792727 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:57.801002 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8a728983-d9f1-457b-a2e8-bc0024963655 req-c43e9743-bcf6-417b-a41f-988b0cfdfa6d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786438 Mar 23 15:50:57.818753 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2091e60-79c9-47fd-acea-8740223929ef req-984c1f79-0db3-4e5d-a27f-c43f089f20e3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731015 Mar 23 15:50:58.976386 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc5b52-0dd9-47e9-803a-1e7f07180788 req-074ac461-1eba-484f-b54d-9af421e540f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:58.977883 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e0dc5b52-0dd9-47e9-803a-1e7f07180788 req-074ac461-1eba-484f-b54d-9af421e540f3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Mar 23 15:50:58.992037 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c56243-5c6a-4c75-9301-20cf63d5cef8 req-ee79b7a9-fc1d-4804-a25c-eac867c74f3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:58.993543 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58c56243-5c6a-4c75-9301-20cf63d5cef8 req-ee79b7a9-fc1d-4804-a25c-eac867c74f3c tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0896025 Mar 23 15:50:59.071550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e0dc5b52-0dd9-47e9-803a-1e7f07180788 req-fa2ef836-8fcd-4403-ade8-bca10d180ad4 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769897 Mar 23 15:50:59.079533 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58c56243-5c6a-4c75-9301-20cf63d5cef8 req-58b8b5df-13a8-4a1b-8d09-bac7b04606d3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791314 Mar 23 15:50:59.357450 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ddd81-392f-4f86-b1d6-1b223ddd19af req-15e7c9a5-441b-4493-a76a-3e228ef00b71 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:50:59.359011 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b9ddd81-392f-4f86-b1d6-1b223ddd19af req-15e7c9a5-441b-4493-a76a-3e228ef00b71 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0574136 Mar 23 15:50:59.372733 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54190) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:50:59.377704 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Request body: {'floatingip': {'port_id': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:50:59.419069 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:59.881456 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:50:59.887072 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:00.002325 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP 2d04ce71-7229-4c7b-b3a4-29aca5768459 associated. External IP: 172.27.3.112, port: 578b31b6-4c4d-4b8f-81fa-9b3b788bc983. Mar 23 15:51:00.250362 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ce618-3179-442a-82e2-f1214c8f8c19 req-4a2ab152-62b3-480b-944d-5b7a361a9dae tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:00.251694 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-366ce618-3179-442a-82e2-f1214c8f8c19 req-4a2ab152-62b3-480b-944d-5b7a361a9dae tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0771799 Mar 23 15:51:00.259475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:51:00.374166 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-366ce618-3179-442a-82e2-f1214c8f8c19 req-8050e086-d2c5-4b4c-828f-ae403d8cecd2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165409 Mar 23 15:51:00.415255 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:51:00.420407 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:00.425214 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:51:00.434317 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:51:00.434935 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:00.463601 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-6c73b7bc-6e0b-40c1-89cc-66e38dac7fd8 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "PUT /v2.0/floatingips/2d04ce71-7229-4c7b-b3a4-29aca5768459 HTTP/1.1" status: 200 len: 991 time: 1.0760174 Mar 23 15:51:00.463601 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:00.463601 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8823f03-f030-4b56-b085-513eb01496d8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:00.489459 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b3799e-cdd8-416d-87d2-552434536c78 x-openstack-request-id: req-b5b3799e-cdd8-416d-87d2-552434536c78 {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:00.489754 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:00.490007 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b5b3799e-cdd8-416d-87d2-552434536c78 {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:00.490421 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b3799e-cdd8-416d-87d2-552434536c78'] response: {'name': 'network-changed', 'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'status': 'completed', 'code': 200} Mar 23 15:51:00.545009 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:51:00.555218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823f03-f030-4b56-b085-513eb01496d8 req-24bb6b30-682b-4cac-b8a4-073b6a048b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:00.556756 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-24bb6b30-682b-4cac-b8a4-073b6a048b28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 1129 time: 0.0441020 Mar 23 15:51:00.648314 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823f03-f030-4b56-b085-513eb01496d8 req-cfc9e1e1-6537-4e71-be29-eb0770c79aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:00.649816 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-cfc9e1e1-6537-4e71-be29-eb0770c79aa3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 200 len: 916 time: 0.0868666 Mar 23 15:51:00.715860 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-229713ca-4d4d-4f58-bfe6-bbc064f91cb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983 HTTP/1.1" status: 200 len: 999 time: 0.0591161 Mar 23 15:51:00.764638 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823f03-f030-4b56-b085-513eb01496d8 req-3e79c854-4aa3-4b26-9c87-1ac299c587d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:00.766165 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-3e79c854-4aa3-4b26-9c87-1ac299c587d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 200 len: 854 time: 0.0448592 Mar 23 15:51:00.769330 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2d04ce71-7229-4c7b-b3a4-29aca5768459', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:c1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:44Z', 'updated_at': '2022-03-23T15:50:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:00.796031 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:51:00.804981 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:51:00.805591 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:50:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:00.819181 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8823f03-f030-4b56-b085-513eb01496d8 req-8c891b2a-9d5d-415a-9096-cb4da2084689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:00.820753 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-8c891b2a-9d5d-415a-9096-cb4da2084689 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0492f97d-c5e5-4b8c-a011-53c52691df3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490038 Mar 23 15:51:00.907832 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-24e4dd16-7ffb-4f5c-9753-6a163545e9c8 service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809972 Mar 23 15:51:00.913923 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:51:01.002241 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c8823f03-f030-4b56-b085-513eb01496d8 req-f040a1d0-e66a-42c8-b763-11a324ebe43d service neutron] 10.222.0.61 "GET /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887437 Mar 23 15:51:01.168074 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2d04ce71-7229-4c7b-b3a4-29aca5768459', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:c1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:44Z', 'updated_at': '2022-03-23T15:50:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:01.193943 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679e003a-bb06-4910-960e-6cc481fe70fa None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2d04ce71-7229-4c7b-b3a4-29aca5768459', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'port_id': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'mac_address': 'fa:16:3e:c1:c4:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:50:44Z', 'updated_at': '2022-03-23T15:50:59Z', 'revision_number': 1, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:51:01.405105 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6a99a3-d557-40f8-b18d-3c3b68caf7a3 None None] New status for floating IP 2d04ce71-7229-4c7b-b3a4-29aca5768459: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:51:01.499784 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584fe06-c650-489c-8ffe-463257fa58b5 req-10db6aa7-f39e-48ac-b345-129224446ce2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:01.501332 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5584fe06-c650-489c-8ffe-463257fa58b5 req-10db6aa7-f39e-48ac-b345-129224446ce2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0545070 Mar 23 15:51:01.554469 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5584fe06-c650-489c-8ffe-463257fa58b5 req-fd9865ea-945c-4aba-aa04-13780e5722e3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474536 Mar 23 15:51:02.683265 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a222a6-c08a-46c2-8216-6dfe7c45f6ca req-26bc2908-8e89-4942-bcb5-73dde1c2169e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:02.684914 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e3a222a6-c08a-46c2-8216-6dfe7c45f6ca req-26bc2908-8e89-4942-bcb5-73dde1c2169e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0562434 Mar 23 15:51:02.738755 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e3a222a6-c08a-46c2-8216-6dfe7c45f6ca req-b8626bd1-4833-442e-b2b5-4f5f37ac335d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479820 Mar 23 15:51:03.882709 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba230383-f5a6-4207-8f4e-5ab3804bba5b req-4e66c21c-86a7-4c15-9760-0209a91ba5d7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:03.884240 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ba230383-f5a6-4207-8f4e-5ab3804bba5b req-4e66c21c-86a7-4c15-9760-0209a91ba5d7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0594399 Mar 23 15:51:03.931778 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ba230383-f5a6-4207-8f4e-5ab3804bba5b req-b796423f-9be3-4dbf-be96-7cd74018d5ce tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418110 Mar 23 15:51:05.068001 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fea6c5-d730-41fa-80c5-95ae5aa0e657 req-bdd72b7b-18ca-4529-bfa2-a10c42f2df31 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:05.069500 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f4fea6c5-d730-41fa-80c5-95ae5aa0e657 req-bdd72b7b-18ca-4529-bfa2-a10c42f2df31 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0592980 Mar 23 15:51:05.116547 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f4fea6c5-d730-41fa-80c5-95ae5aa0e657 req-d46a17d2-6f69-48d5-abb4-2253deb2232d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413640 Mar 23 15:51:06.406813 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c72b28-ec6b-4670-abd8-53a500e46edb req-902048f6-5e32-45e7-bc0e-3d43c3f681bd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:06.408336 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b0c72b28-ec6b-4670-abd8-53a500e46edb req-902048f6-5e32-45e7-bc0e-3d43c3f681bd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0569372 Mar 23 15:51:06.460649 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b0c72b28-ec6b-4670-abd8-53a500e46edb req-404b6da4-c051-445e-84ef-5d9c39314666 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453675 Mar 23 15:51:07.606137 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12a27d-0307-4c68-824d-f138d8c42bb7 req-9823d635-21f9-4c9a-b573-4e925f7d4077 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:07.607599 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a12a27d-0307-4c68-824d-f138d8c42bb7 req-9823d635-21f9-4c9a-b573-4e925f7d4077 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0618873 Mar 23 15:51:07.657433 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7a12a27d-0307-4c68-824d-f138d8c42bb7 req-fc23d0aa-6323-42ff-8c43-b22abc32618b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432241 Mar 23 15:51:08.794315 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d23c5-c71e-4db2-9a24-6f143036839d req-cf6d16bf-11a7-44a3-a8a0-a68931ba3583 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:08.795982 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3f6d23c5-c71e-4db2-9a24-6f143036839d req-cf6d16bf-11a7-44a3-a8a0-a68931ba3583 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0568676 Mar 23 15:51:08.847330 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3f6d23c5-c71e-4db2-9a24-6f143036839d req-0f82d663-9e63-478d-90e8-af718813307b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443456 Mar 23 15:51:09.986502 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e90b409-98dd-4872-abff-1ae790b7b4c6 req-ea3a69fb-1476-4896-8b4d-a327dc9e5a23 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:09.988191 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e90b409-98dd-4872-abff-1ae790b7b4c6 req-ea3a69fb-1476-4896-8b4d-a327dc9e5a23 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0588932 Mar 23 15:51:10.047501 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4e90b409-98dd-4872-abff-1ae790b7b4c6 req-077c9ffc-8f45-4b1c-86c3-d8052c9c3d35 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531971 Mar 23 15:51:11.180218 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913cf56d-d5ed-4b00-9bd3-06833ced6eb0 req-2340af87-b821-4b2a-b53f-63370411a597 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:11.181727 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-913cf56d-d5ed-4b00-9bd3-06833ced6eb0 req-2340af87-b821-4b2a-b53f-63370411a597 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0547266 Mar 23 15:51:11.232262 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-913cf56d-d5ed-4b00-9bd3-06833ced6eb0 req-a2184fa6-7db7-4309-915c-960ea62cc46e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446258 Mar 23 15:51:12.360937 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf268a-4156-49bb-b0f0-e3c7ce7e2b0a req-882aea56-8c01-4fd6-8283-0ca6e0ada8a3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:12.362436 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24cf268a-4156-49bb-b0f0-e3c7ce7e2b0a req-882aea56-8c01-4fd6-8283-0ca6e0ada8a3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0566010 Mar 23 15:51:12.408709 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-24cf268a-4156-49bb-b0f0-e3c7ce7e2b0a req-5c57e845-e723-4ac6-9730-1e81aacca626 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407290 Mar 23 15:51:13.542824 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e9c7f-873c-4909-b867-94461b35a210 req-18f64954-f1bf-4c47-9e59-40a09aaba321 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:13.544623 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-281e9c7f-873c-4909-b867-94461b35a210 req-18f64954-f1bf-4c47-9e59-40a09aaba321 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0603585 Mar 23 15:51:13.595585 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-281e9c7f-873c-4909-b867-94461b35a210 req-2375ccca-2415-4f4a-900d-b4b48fc5112d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Mar 23 15:51:14.723156 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436be23a-3015-420b-a348-26b7f3e9975b req-a83312f9-ec48-4c97-914b-e794986cac26 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:14.724792 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-436be23a-3015-420b-a348-26b7f3e9975b req-a83312f9-ec48-4c97-914b-e794986cac26 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0557761 Mar 23 15:51:14.777133 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-436be23a-3015-420b-a348-26b7f3e9975b req-055bc96a-8771-4802-bfe6-f54fe9c9d5b2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464942 Mar 23 15:51:15.668423 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:51:15.775437 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:15.788453 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:51:15.833887 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: ACTIVE; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:51:15.834208 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:15.849299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:51:15.880966 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:15.886495 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:15.942235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700bb21-f1db-4afe-b018-31e4e2249c88 req-1b1e9cb3-cbaa-4be8-aae8-acb010841374 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:15.943773 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7700bb21-f1db-4afe-b018-31e4e2249c88 req-1b1e9cb3-cbaa-4be8-aae8-acb010841374 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0718894 Mar 23 15:51:15.949972 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=6']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:16.005752 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7700bb21-f1db-4afe-b018-31e4e2249c88 req-50833b31-b5d7-4505-976f-aa10c1793260 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515547 Mar 23 15:51:16.036766 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['54ec98a6-8eaf-4af9-bb92-17b564b38930'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:51:16.530284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:17.141777 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ca724-0fd7-467a-8708-677cf3d0952f req-8a7bd623-b24e-4361-a6fa-c3ccb5740d19 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:17.143395 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d5ca724-0fd7-467a-8708-677cf3d0952f req-8a7bd623-b24e-4361-a6fa-c3ccb5740d19 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0575411 Mar 23 15:51:17.201768 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8d5ca724-0fd7-467a-8708-677cf3d0952f req-c93fd5cc-1b7d-4982-bb84-9c494791da0e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508213 Mar 23 15:51:17.682390 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:51:17.741262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 54ec98a6-8eaf-4af9-bb92-17b564b38930 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:51:17.742022 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:17.827974 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:51:17.828416 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:17.856042 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:17.858536 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33daf95d-fb1f-423a-9f93-d2aaf0328fdf" -d '{"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:17.872357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:17.879174 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:17.905514 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14607af3-f652-4553-94e4-fb47f6e4bb3c x-openstack-request-id: req-14607af3-f652-4553-94e4-fb47f6e4bb3c {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:17.905796 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:17.906053 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14607af3-f652-4553-94e4-fb47f6e4bb3c {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:17.906476 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14607af3-f652-4553-94e4-fb47f6e4bb3c'] response: {'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'code': 200} Mar 23 15:51:17.935049 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=7']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:18.329701 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e965080-b7ef-4d2f-afae-9c19dc049def req-7f4f5b91-8e40-4f10-a670-5dd810512ef0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:18.331300 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e965080-b7ef-4d2f-afae-9c19dc049def req-7f4f5b91-8e40-4f10-a670-5dd810512ef0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0539112 Mar 23 15:51:18.383387 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e965080-b7ef-4d2f-afae-9c19dc049def req-9534ad20-fcde-4b98-8c60-759036d3fd12 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422668 Mar 23 15:51:19.542402 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ae81f-a5d2-4170-8bf1-ff5001aee178 req-0504932b-d4bd-42fa-a3eb-90923c901ccd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:19.544200 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-634ae81f-a5d2-4170-8bf1-ff5001aee178 req-0504932b-d4bd-42fa-a3eb-90923c901ccd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0673947 Mar 23 15:51:19.599661 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-634ae81f-a5d2-4170-8bf1-ff5001aee178 req-7daecf46-62ba-403c-bbb2-79c6a7fce1e6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492759 Mar 23 15:51:20.341358 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-d735c1c9-7193-4e8f-a2f3-ba3d8f1c0ac7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1965777850&fields=id&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 267 time: 0.0597944 Mar 23 15:51:20.494063 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-56480a55-0493-41b4-9b57-e2ecc8ba8de5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:20.496813 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-56480a55-0493-41b4-9b57-e2ecc8ba8de5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.1468430 Mar 23 15:51:20.513338 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-a080a572-8751-4f46-80a0-8f3c7f59f09a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/quotas/a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 375 time: 0.0107102 Mar 23 15:51:20.898420 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-66107ccb-abc6-4020-b79e-8a149587f5d2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750539 Mar 23 15:51:20.913415 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a47151-ddb5-4c01-8e4d-944ea16e92bd req-f5f7ab1a-2219-4b10-9fbb-bbab71d91793 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:20.916102 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99a47151-ddb5-4c01-8e4d-944ea16e92bd req-f5f7ab1a-2219-4b10-9fbb-bbab71d91793 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0769033 Mar 23 15:51:21.023806 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99a47151-ddb5-4c01-8e4d-944ea16e92bd req-6757311d-dccf-410a-85ef-f48837b4cefe tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984495 Mar 23 15:51:21.042870 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-e58a4280-1295-415d-8c73-cfd1f9524c31 service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253636 Mar 23 15:51:21.155426 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-42349190-1ca0-4be1-9b8f-744f7366865c service neutron] 10.222.0.41 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057856 Mar 23 15:51:21.555321 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d9de935e-a4d5-4cd7-9beb-b7da8aea1e51 req-4ad7761b-b9f4-4687-8196-b8a695477c70 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 210 time: 0.0534565 Mar 23 15:51:21.791138 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d1dc21f3-7eb5-41ed-a2fb-b5f66bf324b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:22.244648 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdfa8c1-abf1-4c93-8691-46a91f85b430 req-b18445d6-8308-4095-baf9-02bf5d4e49ca tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:22.247160 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bdfa8c1-abf1-4c93-8691-46a91f85b430 req-b18445d6-8308-4095-baf9-02bf5d4e49ca tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0793557 Mar 23 15:51:22.321779 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2bdfa8c1-abf1-4c93-8691-46a91f85b430 req-3b5b0cf4-a20f-4b72-a833-03c98f18de1a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681579 Mar 23 15:51:22.687101 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dbcad54b-162d-4127-a49a-92e2c7f61b5f req-1fa57db2-9e4b-4bb5-9626-fbf3d712784d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 210 time: 0.0511415 Mar 23 15:51:22.873224 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-6ecbf81b-7015-4f4c-9d32-acb44f299920 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:22.875097 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-6ecbf81b-7015-4f4c-9d32-acb44f299920 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 811 time: 0.1409442 Mar 23 15:51:22.953289 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-fb1cbffe-c383-4375-83a3-3a8ec1732dba tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a47111d79ce7493c9c9f0addceae88da HTTP/1.1" status: 200 len: 380 time: 0.0692508 Mar 23 15:51:22.963943 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'port': {'device_id': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'admin_state_up': True, 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'security_groups': ['ec8644a2-9e01-4208-bdec-3c35a34e6716']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:51:23.130447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Made reservation on behalf of a47111d79ce7493c9c9f0addceae88da for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:51:23.134371 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:23.451631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.20.0.14 (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755/8de6be1a-81c7-47ca-ad3e-b88a505d78ea/b5ef65a7-f78b-4687-8ebf-eb33008615de) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:51:23.551214 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb0bb0-2635-4294-9cd3-65ce528369d1 req-fb392280-adca-4233-bcc4-1fc4775324b3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:23.562570 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7abb0bb0-2635-4294-9cd3-65ce528369d1 req-fb392280-adca-4233-bcc4-1fc4775324b3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.1199720 Mar 23 15:51:23.634219 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:23.663086 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7abb0bb0-2635-4294-9cd3-65ce528369d1 req-fab18550-b70c-4290-a74c-9bc702fc9119 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993574 Mar 23 15:51:23.680004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:23.707848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8f24761c-4a95-4a99-9ee1-371a62534ef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:23.734807 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:51:23.739424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:51:23.745027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:51:23.779988 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:23.793241 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.793917 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.794439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.794951 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.795460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.796074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.796579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.797087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.797998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.798507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.799012 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.799508 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.801087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.801620 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.802125 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:51:23.838016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:23.838994 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:23.862128 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-24ac0772-1032-439e-be38-c4815d6aa688 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9035320 Mar 23 15:51:23.884587 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Request body: {'port': {'device_id': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:51:23.974430 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.042582 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03c3c3-3c42-43db-a249-0b4bb5a3a07a req-bffbc2bf-da13-432a-85ba-c6bbc0821a02 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:24.057222 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d03c3c3-3c42-43db-a249-0b4bb5a3a07a req-bffbc2bf-da13-432a-85ba-c6bbc0821a02 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 932 time: 0.1604753 Mar 23 15:51:24.135854 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-de04fd56-4cf2-4624-8c8b-764917a935ba None None] Provisioning complete for port b5ef65a7-f78b-4687-8ebf-eb33008615de triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:51:24.142089 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-de04fd56-4cf2-4624-8c8b-764917a935ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.196245 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d03c3c3-3c42-43db-a249-0b4bb5a3a07a req-d68db4f1-9b12-44c1-a976-543bf8d143b8 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333177 Mar 23 15:51:24.231294 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-de04fd56-4cf2-4624-8c8b-764917a935ba None None] Port b5ef65a7-f78b-4687-8ebf-eb33008615de cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:51:24.431135 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5ef65a7-f78b-4687-8ebf-eb33008615de {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:51:24.452004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks [] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.474705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Transition to ACTIVE for port object b5ef65a7-f78b-4687-8ebf-eb33008615de will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:51:24.482041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.602856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:24.704886 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Attempting to bind port b5ef65a7-f78b-4687-8ebf-eb33008615de on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:51:24.705424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Attempting to bind port b5ef65a7-f78b-4687-8ebf-eb33008615de by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:51:24.705909 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Attempting to bind port b5ef65a7-f78b-4687-8ebf-eb33008615de on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:51:24.713562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Port b5ef65a7-f78b-4687-8ebf-eb33008615de on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:51:24.714108 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Attempting to bind port b5ef65a7-f78b-4687-8ebf-eb33008615de on network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:51:24.724856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:51:24.725422 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Checking segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:51:24.726105 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Bound using segment: {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:51:24.727133 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Bound port: b5ef65a7-f78b-4687-8ebf-eb33008615de, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:51:24.732767 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.841781 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:51:24.848466 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:51:24.860161 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.900891 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83679fc-37fc-4d29-8db9-f06f99acfceb req-5485508a-4bdc-4ea5-8a67-ff19a8ad7831 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:24.904592 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d83679fc-37fc-4d29-8db9-f06f99acfceb req-5485508a-4bdc-4ea5-8a67-ff19a8ad7831 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.1063626 Mar 23 15:51:24.976537 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Pushing event updated for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:24.995370 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:24.997768 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:24.999671 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d83679fc-37fc-4d29-8db9-f06f99acfceb req-809cb5e8-5aa5-44de-8d26-ceb82f37801a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828650 Mar 23 15:51:25.023434 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5b693aad-773b-4dc8-95d0-5f98aa4f0d3f service neutron] 10.222.0.61 "PUT /v2.0/ports/b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 200 len: 1094 time: 1.1376140 Mar 23 15:51:25.024721 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:25.028976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:25.145701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1149f27c-0346-4180-a1f7-b4df5b8c1e8c x-openstack-request-id: req-1149f27c-0346-4180-a1f7-b4df5b8c1e8c {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:25.146052 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:25.146281 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1149f27c-0346-4180-a1f7-b4df5b8c1e8c {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:25.147032 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1149f27c-0346-4180-a1f7-b4df5b8c1e8c'] response: {'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'status': 'completed', 'code': 200} Mar 23 15:51:25.174949 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-97dcda4e-181e-48ba-be75-2e8dabf20d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.177631 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-97dcda4e-181e-48ba-be75-2e8dabf20d84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1128 time: 0.0797436 Mar 23 15:51:25.238828 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-d0411b59-c95d-4192-bc3c-c6917a1f64fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 200 len: 217 time: 0.0531430 Mar 23 15:51:25.260545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:25.323865 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-50c5aa83-231b-430a-bfda-0826a8e3881d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.327431 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-50c5aa83-231b-430a-bfda-0826a8e3881d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0809517 Mar 23 15:51:25.418433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-f1d55f63-ad00-48ac-b7f0-983a256799eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.421215 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-f1d55f63-ad00-48ac-b7f0-983a256799eb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0869858 Mar 23 15:51:25.454980 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e0df-1af0-4d40-8ee6-7125193f03fb req-43d261bf-52bc-4377-9b32-c718c33f283a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.464785 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2734e0df-1af0-4d40-8ee6-7125193f03fb req-43d261bf-52bc-4377-9b32-c718c33f283a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.1080108 Mar 23 15:51:25.545514 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2734e0df-1af0-4d40-8ee6-7125193f03fb req-8d468837-d349-45df-bfaf-22219d4665c2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786786 Mar 23 15:51:25.563853 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-20afbec7-65f3-45e0-9698-4f033f2fc60a service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348858 Mar 23 15:51:25.720799 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ae46bbf3-95e9-4255-9779-91c3753c2a8e req-5def9646-012e-4782-98f9-29d71a2f918a service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499147 Mar 23 15:51:25.767782 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:51:25.862888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-10435221-1bd9-4ec4-a03a-87c425f90a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.864716 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-10435221-1bd9-4ec4-a03a-87c425f90a77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1128 time: 0.0752699 Mar 23 15:51:25.994129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-4ba3c6f8-8bdb-4101-8c3a-989ddbdd835e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:25.995815 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-4ba3c6f8-8bdb-4101-8c3a-989ddbdd835e service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1234539 Mar 23 15:51:26.047990 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-4f23be29-8a18-4060-be58-425384d67a5f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 200 len: 217 time: 0.0455592 Mar 23 15:51:26.121402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-92f1d7e1-65cc-4165-8dc6-41e1314e03df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:26.123211 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-92f1d7e1-65cc-4165-8dc6-41e1314e03df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0675213 Mar 23 15:51:26.151328 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b900223e-14c2-48ff-96ce-145c43d62b89 req-72c0f4fe-0113-4fdf-a24f-55375c439cc0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:26.153811 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b900223e-14c2-48ff-96ce-145c43d62b89 req-72c0f4fe-0113-4fdf-a24f-55375c439cc0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0668836 Mar 23 15:51:26.196334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-08aaef63-5bc4-4f39-9ced-d3ab3f96da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:26.198105 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-08aaef63-5bc4-4f39-9ced-d3ab3f96da78 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0683529 Mar 23 15:51:26.228483 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b900223e-14c2-48ff-96ce-145c43d62b89 req-4faa57d2-0cf5-44e2-b079-c1e270ba8039 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654981 Mar 23 15:51:26.330507 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-3801135a-d988-4761-b89e-2ac8037f6527 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254117 Mar 23 15:51:26.445526 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1e037a91-8da8-47a0-8b0c-fa1eda1a099a req-b993815e-a589-4220-8065-c42b6609394c service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084337 Mar 23 15:51:26.530658 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:26.709055 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6136c6-5374-4744-a7a1-cc0c19cd4167 req-6929800d-9c44-4b19-abbb-44a5db997380 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:26.710785 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-df6136c6-5374-4744-a7a1-cc0c19cd4167 req-6929800d-9c44-4b19-abbb-44a5db997380 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0690751 Mar 23 15:51:26.785271 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-df6136c6-5374-4744-a7a1-cc0c19cd4167 req-4401ce91-afb8-4d54-9cde-aad5d7764170 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664358 Mar 23 15:51:27.420895 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619a6d1-d3d5-4ded-b645-75cc88e7685f req-32522b89-0b92-4fbf-8994-ea1b1a5fbabd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:27.424726 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c619a6d1-d3d5-4ded-b645-75cc88e7685f req-32522b89-0b92-4fbf-8994-ea1b1a5fbabd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0775876 Mar 23 15:51:27.491688 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c619a6d1-d3d5-4ded-b645-75cc88e7685f req-ec669bd0-cc17-4929-92c3-a6f3031acf13 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617383 Mar 23 15:51:27.798542 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:27.978839 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82c2d-2b81-41cb-b47e-d8cc2186a2e1 req-2a4cf047-15dd-419b-b89d-45e5e4cb63d0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:27.978839 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20d82c2d-2b81-41cb-b47e-d8cc2186a2e1 req-2a4cf047-15dd-419b-b89d-45e5e4cb63d0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0891366 Mar 23 15:51:28.059820 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-20d82c2d-2b81-41cb-b47e-d8cc2186a2e1 req-3cc7af87-db53-4480-be75-31564a825cbd tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806429 Mar 23 15:51:28.663606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94126493-3e1f-46d6-8dc5-6429f9d4d68a req-3ad54ab3-4cad-4714-b03c-d8776d6bd4f5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:28.666037 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-94126493-3e1f-46d6-8dc5-6429f9d4d68a req-3ad54ab3-4cad-4714-b03c-d8776d6bd4f5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0742526 Mar 23 15:51:28.723799 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-94126493-3e1f-46d6-8dc5-6429f9d4d68a req-4e6f09a5-efec-4534-aa93-a037a8f075e9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517514 Mar 23 15:51:29.225475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19da4d7-c1e1-4546-b748-7bf5f5e1cdad req-4fe3fb52-0438-43c0-baf6-0135f1c6f4ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:29.227192 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c19da4d7-c1e1-4546-b748-7bf5f5e1cdad req-4fe3fb52-0438-43c0-baf6-0135f1c6f4ad tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0832860 Mar 23 15:51:29.293979 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c19da4d7-c1e1-4546-b748-7bf5f5e1cdad req-dad05937-92ca-4ed1-b0bb-991e4a7eb195 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567751 Mar 23 15:51:29.894040 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86df3c9-ce99-4953-aff1-7b26403eda9e req-ef213f4f-78d3-4010-a455-31c54cc247f0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:29.895837 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b86df3c9-ce99-4953-aff1-7b26403eda9e req-ef213f4f-78d3-4010-a455-31c54cc247f0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0706263 Mar 23 15:51:29.957949 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b86df3c9-ce99-4953-aff1-7b26403eda9e req-4903ce8a-c26f-4549-ac0c-fdf3db95604d tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545321 Mar 23 15:51:30.439392 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8859c-0570-4cd2-920e-a3a2b59c1c47 req-889e827a-1a4f-4e84-9061-b450f04b4a9f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:30.441111 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5db8859c-0570-4cd2-920e-a3a2b59c1c47 req-889e827a-1a4f-4e84-9061-b450f04b4a9f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0666065 Mar 23 15:51:30.511240 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5db8859c-0570-4cd2-920e-a3a2b59c1c47 req-face076f-0ead-4428-bcfc-f6d5c2222cd7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626533 Mar 23 15:51:31.103514 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c645c-6c9e-4903-ab9e-54a149e50ca5 req-3995478c-9514-4068-917b-52e3e8206c79 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:31.108478 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-382c645c-6c9e-4903-ab9e-54a149e50ca5 req-3995478c-9514-4068-917b-52e3e8206c79 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0670907 Mar 23 15:51:31.168862 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-382c645c-6c9e-4903-ab9e-54a149e50ca5 req-55842dda-10eb-474e-bbb0-fbdd0d2b420a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565498 Mar 23 15:51:31.651589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd69c05-dec6-489c-a522-6a8affe159ca req-8fb3e647-83ed-4fd5-9cc1-433747156c01 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:31.653678 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1dd69c05-dec6-489c-a522-6a8affe159ca req-8fb3e647-83ed-4fd5-9cc1-433747156c01 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0602434 Mar 23 15:51:31.712418 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1dd69c05-dec6-489c-a522-6a8affe159ca req-b7e81d11-7191-4d47-9ef6-62df164414cc tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520706 Mar 23 15:51:32.311381 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9b1e2-1ff1-4486-a07c-f13f8b1cdbbf req-264feba4-38b1-48bc-ba51-a0d33c40e026 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:32.313815 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-80e9b1e2-1ff1-4486-a07c-f13f8b1cdbbf req-264feba4-38b1-48bc-ba51-a0d33c40e026 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0721021 Mar 23 15:51:32.381276 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-80e9b1e2-1ff1-4486-a07c-f13f8b1cdbbf req-59130f5a-c8a6-40e6-9716-cc640ecb1245 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598323 Mar 23 15:51:32.865911 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859599-3ff6-45e4-834e-cf54ca4cf5ee req-765c88f3-3db4-44b6-a5da-7c1a887001c3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:32.867539 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9c859599-3ff6-45e4-834e-cf54ca4cf5ee req-765c88f3-3db4-44b6-a5da-7c1a887001c3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 944 time: 0.0737069 Mar 23 15:51:32.923283 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9c859599-3ff6-45e4-834e-cf54ca4cf5ee req-609ebdb8-8663-4b7d-8e20-95a29f5706fd tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479152 Mar 23 15:51:33.521476 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376521a7-a1fe-4d51-b955-cd6180d84037 req-a5386e04-57e2-497c-b4f8-ab5dbe00bd0f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:33.522991 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-376521a7-a1fe-4d51-b955-cd6180d84037 req-a5386e04-57e2-497c-b4f8-ab5dbe00bd0f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0603757 Mar 23 15:51:33.576561 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-376521a7-a1fe-4d51-b955-cd6180d84037 req-f9da9cbe-0297-4065-afc2-bffc8ca99b03 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462105 Mar 23 15:51:33.702219 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-5298acbb-429b-4e81-bbff-f0d667ea2e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:33.703673 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-5298acbb-429b-4e81-bbff-f0d667ea2e81 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1129 time: 0.0490475 Mar 23 15:51:33.714270 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5ef65a7-f78b-4687-8ebf-eb33008615de details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:51:33.805214 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-8ac9bc35-b4e4-4e26-a438-12d7a84c94c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:33.807072 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-8ac9bc35-b4e4-4e26-a438-12d7a84c94c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.0966880 Mar 23 15:51:33.820354 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:33.833103 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'port_id': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'mac_address': 'fa:16:3e:72:06:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:51:33.882299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port b5ef65a7-f78b-4687-8ebf-eb33008615de is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:51:33.882925 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:33.887760 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-180a1a5b-95ab-4791-94cf-a74380f77527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 1001 time: 0.0734100 Mar 23 15:51:33.899221 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5ef65a7-f78b-4687-8ebf-eb33008615de {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:51:33.933168 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:33.939016 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:33.943074 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-393b2c1c-4e92-423d-b9f0-6bcbb3364951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:33.944701 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-393b2c1c-4e92-423d-b9f0-6bcbb3364951 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.0515003 Mar 23 15:51:33.997876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:34.007274 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-a69f907a-8c31-4a87-afca-72b9575c9321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:34.008899 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-a69f907a-8c31-4a87-afca-72b9575c9321 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0576952 Mar 23 15:51:34.074690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc757c3-75dd-47bd-b0ee-138e544d60b3 req-1bf25c6d-2863-46c3-9bf4-cab0f48816e6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:34.076288 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6cc757c3-75dd-47bd-b0ee-138e544d60b3 req-1bf25c6d-2863-46c3-9bf4-cab0f48816e6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 945 time: 0.0637236 Mar 23 15:51:34.114076 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-c32917cc-0256-4936-8d61-bde4f75b7c9e service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971973 Mar 23 15:51:34.130444 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6cc757c3-75dd-47bd-b0ee-138e544d60b3 req-da09dc6e-bdb7-46df-ae39-1c4284216c39 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475502 Mar 23 15:51:34.228167 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-aeb99dc9-0c88-4ce0-ae53-7105d2a966e5 req-ebee9688-8372-437c-85db-c572c1e686d5 service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076331 Mar 23 15:51:34.370232 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['b5ef65a7-f78b-4687-8ebf-eb33008615de'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:51:34.709821 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de0f91-0b01-4522-bd9b-04ca81199b4a req-08823619-c037-4769-b614-0a8a45eaeec2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:34.711509 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33de0f91-0b01-4522-bd9b-04ca81199b4a req-08823619-c037-4769-b614-0a8a45eaeec2 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0582626 Mar 23 15:51:34.760422 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33de0f91-0b01-4522-bd9b-04ca81199b4a req-5e3a6865-0e3d-4542-b209-6e132ed40261 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Mar 23 15:51:35.271819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992c7ff-0f37-4616-a3ee-4f13430fd8c8 req-42425454-6018-45f0-8c34-0b652ea0b80f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:35.273490 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2992c7ff-0f37-4616-a3ee-4f13430fd8c8 req-42425454-6018-45f0-8c34-0b652ea0b80f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 945 time: 0.0644329 Mar 23 15:51:35.324397 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2992c7ff-0f37-4616-a3ee-4f13430fd8c8 req-82ae9846-5055-4d99-98e5-3ffed512b3f3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Mar 23 15:51:35.731426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5ef65a7-f78b-4687-8ebf-eb33008615de up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:51:35.786510 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port b5ef65a7-f78b-4687-8ebf-eb33008615de completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:51:35.791261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port b5ef65a7-f78b-4687-8ebf-eb33008615de triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:51:35.791649 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:35.879413 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port b5ef65a7-f78b-4687-8ebf-eb33008615de is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:51:35.880284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:35.890711 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382107f-9b33-4bcc-8a04-597253cd5593 req-7ba07a53-066f-40af-822f-ff3a417a94b7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:35.892320 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e382107f-9b33-4bcc-8a04-597253cd5593 req-7ba07a53-066f-40af-822f-ff3a417a94b7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0557923 Mar 23 15:51:35.905592 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:35.907898 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec950546-fa84-437f-b1cf-46c749daaa5c" -d '{"events": [{"server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "name": "network-vif-plugged", "status": "completed", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:35.924226 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:35.931103 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:35.951214 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e382107f-9b33-4bcc-8a04-597253cd5593 req-ffa73a21-ef5d-4768-a709-2d1cb4cf5da3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528746 Mar 23 15:51:35.955288 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac512f9-5165-4a26-94fd-d76e5c76df9b x-openstack-request-id: req-0ac512f9-5165-4a26-94fd-d76e5c76df9b {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:35.960164 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "name": "network-vif-plugged", "status": "completed", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:35.960984 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0ac512f9-5165-4a26-94fd-d76e5c76df9b {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:35.961565 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ac512f9-5165-4a26-94fd-d76e5c76df9b'] response: {'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'code': 200} Mar 23 15:51:35.991310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:36.236679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e661e-63c1-424a-9b3e-b4e236dd109a req-5d6c2e09-fc04-4ca5-8ebf-b38c9d4fc894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:36.238973 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e9e661e-63c1-424a-9b3e-b4e236dd109a req-5d6c2e09-fc04-4ca5-8ebf-b38c9d4fc894 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1130 time: 0.0489128 Mar 23 15:51:36.288607 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e9e661e-63c1-424a-9b3e-b4e236dd109a req-31adf961-5e3b-4318-8247-1ff751a2e405 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427878 Mar 23 15:51:36.452192 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6392f-0f9e-4130-b62c-dfb6020733f5 req-659c75f7-c814-424b-a475-44681190960e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:36.453738 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98b6392f-0f9e-4130-b62c-dfb6020733f5 req-659c75f7-c814-424b-a475-44681190960e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0575058 Mar 23 15:51:36.509276 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98b6392f-0f9e-4130-b62c-dfb6020733f5 req-edb655ec-f999-4254-ae3c-e7488a75ab97 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496559 Mar 23 15:51:37.082722 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40dbf5-3703-40a4-ba3c-1709bf48226e req-51182030-51b2-4da8-917c-dc0da35e51c3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:37.084239 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ad40dbf5-3703-40a4-ba3c-1709bf48226e req-51182030-51b2-4da8-917c-dc0da35e51c3 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 945 time: 0.0559216 Mar 23 15:51:37.134812 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ad40dbf5-3703-40a4-ba3c-1709bf48226e req-2c163df2-3e0f-49de-be86-2a32d0a01c7a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442953 Mar 23 15:51:37.655794 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a939ba5e-1afd-4a13-b83e-f363d590c2b4 req-af4e54dc-7ead-4d3b-8ca0-3af7305b496e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:37.657421 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a939ba5e-1afd-4a13-b83e-f363d590c2b4 req-af4e54dc-7ead-4d3b-8ca0-3af7305b496e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0600646 Mar 23 15:51:37.716659 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a939ba5e-1afd-4a13-b83e-f363d590c2b4 req-f0c9bf9a-41a3-43e3-b5f0-426487fb4ef6 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520556 Mar 23 15:51:37.757069 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:51:37.857591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: ACTIVE; New status is: DOWN {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:51:37.858009 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:37.898194 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:51:37.903073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:37.961166 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=8']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:37.963593 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:37.966035 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c78bbe2-514d-46f2-ad97-830c1a69d4ba" -d '{"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-unplugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:37.998910 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51551bac-c306-416e-8914-7973faa45ec7 x-openstack-request-id: req-51551bac-c306-416e-8914-7973faa45ec7 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:37.999230 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-unplugged", "status": "failed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "code": 422}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:37.999484 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-51551bac-c306-416e-8914-7973faa45ec7 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:37.999970 dv-cinder-834540-1-iscsi neutron-server[109943]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-51551bac-c306-416e-8914-7973faa45ec7']: {'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'code': 422} returned with failed status Mar 23 15:51:38.204273 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c67eed-5432-470a-9f71-1f4cdb6d1277 req-1fd55023-b7e5-4565-b672-6c227a67b9eb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:38.206636 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-82c67eed-5432-470a-9f71-1f4cdb6d1277 req-1fd55023-b7e5-4565-b672-6c227a67b9eb tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0678930 Mar 23 15:51:38.258769 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-82c67eed-5432-470a-9f71-1f4cdb6d1277 req-cefd35b2-6ee7-4223-bf81-a1f9caa6c336 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448143 Mar 23 15:51:38.538787 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54462) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:51:38.635800 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-c026b5a6-475c-46a0-be9b-ad907784383f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0957870 Mar 23 15:51:38.644499 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-eb00655e-75ee-443b-9fc1-46049cd7c501 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:51:38.645438 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-eb00655e-75ee-443b-9fc1-46049cd7c501 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049443 Mar 23 15:51:38.739998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54470) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:51:38.797309 dv-cinder-834540-1-iscsi neutron-server[109942]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 15:51:38.840907 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebd165-830c-42c8-8f11-c4411fb425ac req-523bb50c-5954-4852-a1ca-56dffc72213d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:38.842298 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99ebd165-830c-42c8-8f11-c4411fb425ac req-523bb50c-5954-4852-a1ca-56dffc72213d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0553408 Mar 23 15:51:38.842695 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-78812be1-591a-4964-958a-edf382115994 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:38.844099 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-78812be1-591a-4964-958a-edf382115994 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports/54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 940 time: 0.1027765 Mar 23 15:51:38.894123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-99ebd165-830c-42c8-8f11-c4411fb425ac req-f5f400e3-1413-456b-8281-53a253abe9a5 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453579 Mar 23 15:51:39.077251 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd11ef-2fc1-4824-8c1a-bb7203ed2894 req-c89bfca4-215d-4655-b8e2-28ffc40f2b7a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:39.078829 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c9bd11ef-2fc1-4824-8c1a-bb7203ed2894 req-c89bfca4-215d-4655-b8e2-28ffc40f2b7a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0608933 Mar 23 15:51:39.128693 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c9bd11ef-2fc1-4824-8c1a-bb7203ed2894 req-30346e69-a39c-4356-bf41-8bff25aeb23d tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Mar 23 15:51:39.156516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54484) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:51:39.317954 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d81e4ba-d4bf-40b3-9886-3c12da72851c tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:39.322187 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-2d81e4ba-d4bf-40b3-9886-3c12da72851c tempest-TestVolumeBootPattern-1380962289 tempest-TestVolumeBootPattern-1380962289-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1125 time: 0.1616423 Mar 23 15:51:39.322395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54490) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:51:39.331377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'port_id': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:51:39.350145 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:39.406808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa424f36-8139-4fa8-8a9c-57da0b480bdb req-74140755-d705-4cd3-8f12-01bfdc84768a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:39.409871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fa424f36-8139-4fa8-8a9c-57da0b480bdb req-74140755-d705-4cd3-8f12-01bfdc84768a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0632880 Mar 23 15:51:39.454054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:39.459912 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fa424f36-8139-4fa8-8a9c-57da0b480bdb req-6da09b8a-b745-4991-bd5c-b4116faba6ea tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Mar 23 15:51:39.564929 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Allocated IP 172.27.3.220 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/f46a229f-a158-476e-91e5-c0c6dce61543) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:51:39.666359 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (f46a229f-a158-476e-91e5-c0c6dce61543), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:39.732691 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:39.769085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-3a925bd7-8742-4f17-ad47-a3a675ce9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:39.770635 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-3a925bd7-8742-4f17-ad47-a3a675ce9d82 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9&tenant_id=9730e9456707472988301c5a0f60b1ca HTTP/1.1" status: 200 len: 1127 time: 0.0908298 Mar 23 15:51:39.778742 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:51:39.785203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:51:39.789773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:51:39.794071 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=f46a229f-a158-476e-91e5-c0c6dce61543,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:39.891597 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-0f0d0db9-0814-431d-8845-fb4fcd23ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:39.893138 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-0f0d0db9-0814-431d-8845-fb4fcd23ab0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1127 time: 0.1001244 Mar 23 15:51:40.083819 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-67c09ee9-3f20-4858-924a-3377813133ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:40.085328 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-67c09ee9-3f20-4858-924a-3377813133ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.1861007 Mar 23 15:51:40.182505 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-e0af8cd3-8ce0-4ca3-9444-53997566b1ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 999 time: 0.0897136 Mar 23 15:51:40.554103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-3e3edb74-e101-4222-bc4e-b96f4ab92f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:40.555642 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-3e3edb74-e101-4222-bc4e-b96f4ab92f4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.3664613 Mar 23 15:51:40.576616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:40.597745 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9669448a-919c-4b7f-8793-bf29a7118c46 req-bea46014-da94-4ca4-9eed-cf40d6f5f5fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:40.599252 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9669448a-919c-4b7f-8793-bf29a7118c46 req-bea46014-da94-4ca4-9eed-cf40d6f5f5fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0656033 Mar 23 15:51:40.644336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-56d36116-a21b-4ea2-beb8-80035375c501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:40.645816 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-56d36116-a21b-4ea2-beb8-80035375c501 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802517 Mar 23 15:51:40.649940 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9669448a-919c-4b7f-8793-bf29a7118c46 req-a9050edf-9c68-4955-839d-a908a748e786 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446424 Mar 23 15:51:40.714400 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:40.793574 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-3df7d0c6-0387-43c6-be07-3b932001458d service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323552 Mar 23 15:51:40.942030 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5e060ec3-51a9-4dbf-a267-93fd4f7febb9 req-8f9b608a-eade-49f6-8d7c-30c3b0c74daf service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246922 Mar 23 15:51:40.957759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for port (f46a229f-a158-476e-91e5-c0c6dce61543), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:40.962803 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:41.036075 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event updated for resources: {'Port': ['ID=f46a229f-a158-476e-91e5-c0c6dce61543,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:51:41.048874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:41.157964 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa associated. External IP: 172.27.3.220, port: b5ef65a7-f78b-4687-8ebf-eb33008615de. Mar 23 15:51:41.396804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:51:41.542249 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:51:41.555262 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:51:41.567975 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:51:41.568501 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:41.569867 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:51:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:41.624061 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-05058ada-3aed-4c01-893d-1bb0139b5582 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2868965 Mar 23 15:51:41.624061 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:51:41.624061 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-193ac186-8a3c-4925-8ef3-ccbbf73acde9" -d '{"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:51:41.657063 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6497a146-d6f7-4ef0-8a17-0c595c40c486 x-openstack-request-id: req-6497a146-d6f7-4ef0-8a17-0c595c40c486 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:51:41.657456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:51:41.657776 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6497a146-d6f7-4ef0-8a17-0c595c40c486 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:51:41.658195 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6497a146-d6f7-4ef0-8a17-0c595c40c486'] response: {'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'status': 'completed', 'code': 200} Mar 23 15:51:41.730132 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:51:41.790247 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d74b2f-f54e-418c-9368-cc11ad4a1c9b req-10190c94-1e29-40dc-92a0-88adfab254bc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:41.796697 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5d74b2f-f54e-418c-9368-cc11ad4a1c9b req-10190c94-1e29-40dc-92a0-88adfab254bc tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0639267 Mar 23 15:51:41.856312 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5d74b2f-f54e-418c-9368-cc11ad4a1c9b req-367e0492-4511-4469-ab43-0c45a5954854 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528247 Mar 23 15:51:41.991376 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}, {'id': 'c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:72:06:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:51:40Z', 'updated_at': '2022-03-23T15:51:40Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:42.021741 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:51:42.031838 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:51:42.032495 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:51:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:42.237502 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:51:42.472730 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}, {'id': 'c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:72:06:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:51:40Z', 'updated_at': '2022-03-23T15:51:40Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:51:42.502802 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e61c1a0-370d-4d13-8981-9ed15cf8bc9c None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}, {'id': 'c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.220', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 574, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:72:06:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:51:40Z', 'updated_at': '2022-03-23T15:51:40Z', 'revision_number': 0, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:51:42.734644 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4a88b19-9bd5-4845-9cd6-ecacb6f30433 None None] New status for floating IP c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:51:42.992703 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebb022c-f4a1-4866-a17f-2b849839b4a1 req-e1ecb1c3-3dbb-4a5e-bd48-a7cf549d6721 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:42.994550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ebb022c-f4a1-4866-a17f-2b849839b4a1 req-e1ecb1c3-3dbb-4a5e-bd48-a7cf549d6721 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0635121 Mar 23 15:51:43.052845 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5ebb022c-f4a1-4866-a17f-2b849839b4a1 req-4bf24256-c998-4c3f-bc80-32130ef82027 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522468 Mar 23 15:51:44.185707 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8b43c-b8db-433f-94b4-14f3b6cec6a2 req-9f21336e-871c-4612-ad9b-75366bf8bde7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:44.187073 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b1e8b43c-b8db-433f-94b4-14f3b6cec6a2 req-9f21336e-871c-4612-ad9b-75366bf8bde7 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0552974 Mar 23 15:51:44.236827 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b1e8b43c-b8db-433f-94b4-14f3b6cec6a2 req-9aea2953-5e93-4876-a36b-36fdad6d5ef5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433056 Mar 23 15:51:45.372305 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d634e5-8047-4d74-b619-4530e793dd3c req-9244a6a9-da37-47d8-a6da-e2a3e5d9a1a8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:45.373936 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a1d634e5-8047-4d74-b619-4530e793dd3c req-9244a6a9-da37-47d8-a6da-e2a3e5d9a1a8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0613217 Mar 23 15:51:45.427647 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a1d634e5-8047-4d74-b619-4530e793dd3c req-313d26df-5dbb-4818-a44f-1e6c71222705 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476565 Mar 23 15:51:46.543472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:46.577021 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451503f-4ff1-4a30-9f00-a3bea7fbfe8b req-6c4f65bd-0dc6-4132-9c0e-3df9f8372185 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:46.578569 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3451503f-4ff1-4a30-9f00-a3bea7fbfe8b req-6c4f65bd-0dc6-4132-9c0e-3df9f8372185 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0657213 Mar 23 15:51:46.631634 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3451503f-4ff1-4a30-9f00-a3bea7fbfe8b req-b12f5ad7-68b5-4b88-9613-43cf1e22dcc1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473976 Mar 23 15:51:47.768341 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb16e9e8-bdc9-4bda-962e-9ce3e184e97a req-9abc2d22-465f-41e2-98d3-880b077b02d1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:47.770039 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cb16e9e8-bdc9-4bda-962e-9ce3e184e97a req-9abc2d22-465f-41e2-98d3-880b077b02d1 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0621715 Mar 23 15:51:47.818147 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cb16e9e8-bdc9-4bda-962e-9ce3e184e97a req-88e50027-3d60-4d9b-8d39-9c0556a7ac07 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424531 Mar 23 15:51:48.961122 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3deff-018b-4dbe-b1c0-8b6dadfbd6e1 req-c60095c2-7557-4363-b64b-cb29e27d9ba0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:48.962606 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86d3deff-018b-4dbe-b1c0-8b6dadfbd6e1 req-c60095c2-7557-4363-b64b-cb29e27d9ba0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0635812 Mar 23 15:51:49.018050 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-86d3deff-018b-4dbe-b1c0-8b6dadfbd6e1 req-7fe2d911-74fb-48c3-a0ab-b36b1dd7f380 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496976 Mar 23 15:51:50.153662 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479c789-8c6e-4870-a054-b088fa2d1402 req-d3212f64-2e2a-4f49-aa85-14b328f99526 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:50.155202 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f479c789-8c6e-4870-a054-b088fa2d1402 req-d3212f64-2e2a-4f49-aa85-14b328f99526 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0572994 Mar 23 15:51:50.206007 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f479c789-8c6e-4870-a054-b088fa2d1402 req-90aec42d-0bd5-4a4b-99d6-754b9f01712a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446565 Mar 23 15:51:51.338303 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75e1436-9997-46df-a7f4-3c1f48e6148b req-5926ede6-940f-4c8f-9344-75d9b005a9a5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:51.339699 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c75e1436-9997-46df-a7f4-3c1f48e6148b req-5926ede6-940f-4c8f-9344-75d9b005a9a5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0557971 Mar 23 15:51:51.390618 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c75e1436-9997-46df-a7f4-3c1f48e6148b req-561f033c-7783-4dee-b4fd-5eb8492c92fa tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444593 Mar 23 15:51:51.777823 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2c962e71-f3a5-436a-b912-ee855bca16b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:52.532474 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78021-9119-4926-9ebb-141fa057fe50 req-0c2cd8ce-98f7-4761-93d5-fa2a46bef90f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:52.535199 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2cc78021-9119-4926-9ebb-141fa057fe50 req-0c2cd8ce-98f7-4761-93d5-fa2a46bef90f tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0655010 Mar 23 15:51:52.586253 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2cc78021-9119-4926-9ebb-141fa057fe50 req-6c7e4753-88bb-4d60-b169-4eacfc146751 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453262 Mar 23 15:51:53.700486 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3996-7ac2-4e32-92c3-edc4638d1195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:53.720062 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29d72a-ee34-473c-99cf-1d8346d5155d req-efc697ef-9b63-4e92-bdd4-7dc6aab98d1a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:53.721646 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d29d72a-ee34-473c-99cf-1d8346d5155d req-efc697ef-9b63-4e92-bdd4-7dc6aab98d1a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0570281 Mar 23 15:51:53.772405 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9d29d72a-ee34-473c-99cf-1d8346d5155d req-982941db-bb45-41be-9025-065f54e30bd6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446713 Mar 23 15:51:54.930009 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0364269e-2907-4110-86d7-0b8ea7d44b1c req-52a3fad2-d5eb-4b26-992b-faabf1b4f6f5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:54.931398 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0364269e-2907-4110-86d7-0b8ea7d44b1c req-52a3fad2-d5eb-4b26-992b-faabf1b4f6f5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.1390882 Mar 23 15:51:54.939183 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a6e23-9e5d-443c-bbea-595c4f605f78 req-e2dd263c-9a11-42a9-8804-f5445475c0c5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:54.940571 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-182a6e23-9e5d-443c-bbea-595c4f605f78 req-e2dd263c-9a11-42a9-8804-f5445475c0c5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0936432 Mar 23 15:51:55.020225 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-182a6e23-9e5d-443c-bbea-595c4f605f78 req-51e51bcc-20c5-43b5-a540-95538f441a22 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728855 Mar 23 15:51:55.025214 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0364269e-2907-4110-86d7-0b8ea7d44b1c req-5d5e65fc-9c77-484f-93a5-7d2fb5d75503 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0837760 Mar 23 15:51:55.230303 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:56.150577 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29cbff-de4e-44f4-8234-1d04a7deb209 req-94deea8d-5a5a-446e-baac-be036153f2c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:56.152046 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0c29cbff-de4e-44f4-8234-1d04a7deb209 req-94deea8d-5a5a-446e-baac-be036153f2c0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0562317 Mar 23 15:51:56.218080 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0c29cbff-de4e-44f4-8234-1d04a7deb209 req-469dd0e1-d093-41a7-a956-fbb899b4cee4 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598028 Mar 23 15:51:56.351611 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e68f76-ffa3-41dd-8b39-aa533b4fec38 req-31181ef9-3988-4206-ba06-c5795c968e6e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:56.353046 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77e68f76-ffa3-41dd-8b39-aa533b4fec38 req-31181ef9-3988-4206-ba06-c5795c968e6e tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.1153517 Mar 23 15:51:56.401374 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-77e68f76-ffa3-41dd-8b39-aa533b4fec38 req-662fb55e-7f1b-41a6-a4b8-e33bea902e0b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425742 Mar 23 15:51:56.525038 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:57.341121 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad9730-f745-41e7-b90a-9cd8f397a546 req-2fc1e39d-6b51-47bf-bd5a-82803110e773 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.342550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8aad9730-f745-41e7-b90a-9cd8f397a546 req-2fc1e39d-6b51-47bf-bd5a-82803110e773 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0560873 Mar 23 15:51:57.410356 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8aad9730-f745-41e7-b90a-9cd8f397a546 req-86578707-b456-44bc-afcd-2c3510332343 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596142 Mar 23 15:51:57.538381 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c9c55-d322-4e16-8b64-4ac2057c5f21 req-2c8f9bc2-faf9-4f28-a17e-6e86a4ecb1b5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.539919 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-117c9c55-d322-4e16-8b64-4ac2057c5f21 req-2c8f9bc2-faf9-4f28-a17e-6e86a4ecb1b5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0589559 Mar 23 15:51:57.590018 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-117c9c55-d322-4e16-8b64-4ac2057c5f21 req-606dfcb8-bae9-4711-b19a-6668e83f9cf4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442641 Mar 23 15:51:57.598948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-55631c20-3c09-43a8-8f1e-2ebce267cb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.601374 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-55631c20-3c09-43a8-8f1e-2ebce267cb22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1130 time: 0.0487518 Mar 23 15:51:57.739574 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-0bc73597-57ce-41ff-8507-d34af1c7f565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.741155 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-0bc73597-57ce-41ff-8507-d34af1c7f565 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1169 time: 0.1387436 Mar 23 15:51:57.787298 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:51:57.801548 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-dd508d51-4377-46dd-bce1-10b2869b9c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.803052 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-dd508d51-4377-46dd-bce1-10b2869b9c56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9730e9456707472988301c5a0f60b1ca&device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1127 time: 0.1673381 Mar 23 15:51:57.810681 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-7c43f2bb-741e-4c41-be67-97206721b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.812093 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-7c43f2bb-741e-4c41-be67-97206721b13f service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1846342 Mar 23 15:51:57.938782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-e2c0201d-a12a-4746-89be-3108722293fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:57.940212 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-e2c0201d-a12a-4746-89be-3108722293fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.1918588 Mar 23 15:51:57.960969 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-18f14a97-f94c-41a7-8060-45425f82561d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 200 len: 1002 time: 0.1407986 Mar 23 15:51:58.067952 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-3b683fdb-5bfb-4f18-b9f0-70b5458f1c3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 1001 time: 0.1179028 Mar 23 15:51:58.068987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-3c1f7cb0-ed4b-4102-b251-b5b8314db5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.070367 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-3c1f7cb0-ed4b-4102-b251-b5b8314db5b3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 200 len: 918 time: 0.2411759 Mar 23 15:51:58.072283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-52b8be9f-0eaf-4bb9-b257-2b9c39912f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.073630 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-52b8be9f-0eaf-4bb9-b257-2b9c39912f65 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0843582 Mar 23 15:51:58.210113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-5f4caf6d-c000-4ee6-af69-e745cfa8ead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.211682 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-5f4caf6d-c000-4ee6-af69-e745cfa8ead8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.1237671 Mar 23 15:51:58.232571 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-f0ccb382-6fe2-4ea4-adb6-7f6cbafd1cb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 200 len: 999 time: 0.1461849 Mar 23 15:51:58.252776 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-b06e14fb-b019-416d-9348-b8d8369201ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.254280 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-b06e14fb-b019-416d-9348-b8d8369201ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1694040 Mar 23 15:51:58.368723 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-73e642af-712f-4f73-b69b-76cc64a2b159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.370319 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-73e642af-712f-4f73-b69b-76cc64a2b159 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1513274 Mar 23 15:51:58.373387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-febf4400-0bf2-4879-853a-f7f918a7dd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.374715 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-febf4400-0bf2-4879-853a-f7f918a7dd27 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 200 len: 856 time: 0.1254897 Mar 23 15:51:58.486026 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-7c5d2809-de57-4e9f-8f7b-188cb99d55cc service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221959 Mar 23 15:51:58.539068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51dfb019-2ca0-4d57-b90d-e80760227f3e req-3495a304-299c-43f6-a0ec-3a95491e58f8 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.540732 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51dfb019-2ca0-4d57-b90d-e80760227f3e req-3495a304-299c-43f6-a0ec-3a95491e58f8 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0609601 Mar 23 15:51:58.609774 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-51dfb019-2ca0-4d57-b90d-e80760227f3e req-ed0adb26-890a-487e-b35a-c8c45c3c332e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626845 Mar 23 15:51:58.728788 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47acf88b-e966-4f34-9e10-9af4dab7d5a2 req-1b85f1d1-ead3-4968-92e3-1b5d5db1561b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.730395 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-47acf88b-e966-4f34-9e10-9af4dab7d5a2 req-1b85f1d1-ead3-4968-92e3-1b5d5db1561b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0584505 Mar 23 15:51:58.782550 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-47acf88b-e966-4f34-9e10-9af4dab7d5a2 req-87238d90-117c-49e8-8c70-66bb04b19100 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458503 Mar 23 15:51:58.824254 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-0934c407-3e37-4a7c-88d4-85834c3199af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:58.825794 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-0934c407-3e37-4a7c-88d4-85834c3199af service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5cab1304-db9c-43a5-a101-d9da407939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4424503 Mar 23 15:51:58.845402 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-7e4fec78-0244-416e-afe4-d3d26d970821 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607747 Mar 23 15:51:58.983303 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-193ac186-8a3c-4925-8ef3-ccbbf73acde9 req-030f6347-af5a-431b-af33-dc6c45864afd service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4869072 Mar 23 15:51:59.019244 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-a592e56f-3608-457d-b2f4-a93cec91366d service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835978 Mar 23 15:51:59.026873 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-c0f8d96c-4b5b-4642-9ac7-47e9196ecf16 req-d884566a-dc64-48ae-b9e8-ccd5e08b54d5 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671889 Mar 23 15:51:59.139772 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-630bbb6c-1ab1-41cf-b02c-5f68171547ca req-8acc022c-a2b6-4e3f-96a0-406771a7465a service neutron] 10.222.0.61 "GET /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118867 Mar 23 15:51:59.752067 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4cca76-3958-4d33-af21-115551c00a53 req-5a1a1bc3-18cb-41c8-b001-46d5427c0c40 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:59.753618 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0a4cca76-3958-4d33-af21-115551c00a53 req-5a1a1bc3-18cb-41c8-b001-46d5427c0c40 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0578895 Mar 23 15:51:59.825902 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0a4cca76-3958-4d33-af21-115551c00a53 req-f6c5d5c8-d038-4821-8062-40464821d4d9 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653598 Mar 23 15:51:59.922939 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61b0da4-e5ce-4b1c-8f60-7d0d331d7574 req-3af16c1f-4c81-400e-85f9-1caeac5a4c3a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:51:59.924385 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c61b0da4-e5ce-4b1c-8f60-7d0d331d7574 req-3af16c1f-4c81-400e-85f9-1caeac5a4c3a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0540421 Mar 23 15:51:59.976645 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c61b0da4-e5ce-4b1c-8f60-7d0d331d7574 req-48135f55-3ee9-4ef2-a41b-290b29d8bab8 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447669 Mar 23 15:52:00.952887 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd404757-a8d5-4f25-949d-0ec56d8c8a53 req-5e5673a5-8a88-48a3-910c-720daf657662 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:00.954379 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd404757-a8d5-4f25-949d-0ec56d8c8a53 req-5e5673a5-8a88-48a3-910c-720daf657662 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0565116 Mar 23 15:52:01.029126 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bd404757-a8d5-4f25-949d-0ec56d8c8a53 req-0b9f4b9e-fbe5-4e0a-bdbf-d676df149741 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658789 Mar 23 15:52:01.111935 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478f82b-cb15-4258-868b-ec0f90c522e7 req-da40b63b-908c-4cd5-aea3-09ffee82cd78 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:01.113402 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a478f82b-cb15-4258-868b-ec0f90c522e7 req-da40b63b-908c-4cd5-aea3-09ffee82cd78 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 943 time: 0.0573413 Mar 23 15:52:01.167647 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a478f82b-cb15-4258-868b-ec0f90c522e7 req-69d064a5-0c68-4560-957d-2f0466569ba0 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453923 Mar 23 15:52:01.853238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:52:01.957408 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:01.969204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'port_id': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'mac_address': 'fa:16:3e:0d:2e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:52:02.007550 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:52:02.007940 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:02.021633 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:52:02.042975 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:02.047432 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:02.096624 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=9']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:02.104516 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.104805 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.105162 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.105499 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.105815 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.106142 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108609 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.108711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.109036 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:02.152945 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e7de3-ee60-41cc-bf25-832f200378f2 req-1ee74116-feab-4c18-b061-7d75ddbb0f21 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:02.154451 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-298e7de3-ee60-41cc-bf25-832f200378f2 req-1ee74116-feab-4c18-b061-7d75ddbb0f21 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0575941 Mar 23 15:52:02.215447 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-298e7de3-ee60-41cc-bf25-832f200378f2 req-b8fd83d2-4ab8-44a0-a48f-a735c77061da tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546925 Mar 23 15:52:02.304316 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608c86d-73d3-4e8f-939f-c6e486dc1397 req-c3a4a4af-1a34-437d-a5bd-9c6e8e3c7277 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:02.305802 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5608c86d-73d3-4e8f-939f-c6e486dc1397 req-c3a4a4af-1a34-437d-a5bd-9c6e8e3c7277 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0559781 Mar 23 15:52:02.353087 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5608c86d-73d3-4e8f-939f-c6e486dc1397 req-aaa3a15d-1d55-4bf7-b93a-4923f22f04bf tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 Mar 23 15:52:02.476260 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['54ec98a6-8eaf-4af9-bb92-17b564b38930'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:52:02.769847 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:52:03.352974 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4821e1-cef3-4ec0-aa58-5b224ae62083 req-f393c42f-99a9-4e4e-a63a-f2ec5cd1ba63 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:03.354361 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bb4821e1-cef3-4ec0-aa58-5b224ae62083 req-f393c42f-99a9-4e4e-a63a-f2ec5cd1ba63 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0689614 Mar 23 15:52:03.419875 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bb4821e1-cef3-4ec0-aa58-5b224ae62083 req-26bc3a91-3db2-429c-9b3a-f87a0f083587 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569308 Mar 23 15:52:03.476280 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cdf69-794e-4acd-8152-5c71dac2baea req-a4251343-1718-49ff-ba67-29915d235bf9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:03.477830 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e92cdf69-794e-4acd-8152-5c71dac2baea req-a4251343-1718-49ff-ba67-29915d235bf9 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 944 time: 0.0538011 Mar 23 15:52:03.528535 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e92cdf69-794e-4acd-8152-5c71dac2baea req-de1f7350-a7c3-46b2-acc2-db16feecccaa tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435896 Mar 23 15:52:03.860697 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:52:03.914064 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 54ec98a6-8eaf-4af9-bb92-17b564b38930 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:52:03.914428 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:04.013498 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 54ec98a6-8eaf-4af9-bb92-17b564b38930 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:52:04.013901 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:04.044192 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:52:04.046577 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d194135-bf7c-441f-87b1-455255819a47" -d '{"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:52:04.060487 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:04.068095 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:04.092755 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37075c14-d18c-45da-9fb4-2910961caff0 x-openstack-request-id: req-37075c14-d18c-45da-9fb4-2910961caff0 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:52:04.093069 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-plugged", "status": "completed", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:52:04.093318 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-37075c14-d18c-45da-9fb4-2910961caff0 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:52:04.093730 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37075c14-d18c-45da-9fb4-2910961caff0'] response: {'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'code': 200} Mar 23 15:52:04.122881 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=10']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:04.314625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22849415-a5da-400d-9d10-62263b1e3a78 req-467d3912-a4c1-46ed-b796-949cb818a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:04.316183 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-22849415-a5da-400d-9d10-62263b1e3a78 req-467d3912-a4c1-46ed-b796-949cb818a332 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 1130 time: 0.0494812 Mar 23 15:52:04.365108 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-22849415-a5da-400d-9d10-62263b1e3a78 req-a803ef99-a000-4179-bb0a-6b7dd6846dd3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398359 Mar 23 15:52:04.552842 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d747bf52-4fab-4600-aaad-4f62123a5077 req-fe363f21-40d7-4081-9785-e387824d4c45 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:04.554341 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d747bf52-4fab-4600-aaad-4f62123a5077 req-fe363f21-40d7-4081-9785-e387824d4c45 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0613303 Mar 23 15:52:04.641505 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d747bf52-4fab-4600-aaad-4f62123a5077 req-b14cb073-69ad-42a1-bd77-c51555bf50ec tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0811496 Mar 23 15:52:04.667774 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a4d67-6259-443b-ad0a-4d999656ab70 req-3954dd35-956c-4d25-9453-436fc0a2c349 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:04.669294 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee3a4d67-6259-443b-ad0a-4d999656ab70 req-3954dd35-956c-4d25-9453-436fc0a2c349 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0652885 Mar 23 15:52:04.720538 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ee3a4d67-6259-443b-ad0a-4d999656ab70 req-d6021892-29f4-4124-a296-9f4d0478f626 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427828 Mar 23 15:52:05.774308 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b6e28e-9c07-465f-bd37-918d29b76958 req-2a19c2c0-ce19-4011-94f4-1842a6b40297 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:05.775884 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-48b6e28e-9c07-465f-bd37-918d29b76958 req-2a19c2c0-ce19-4011-94f4-1842a6b40297 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0626175 Mar 23 15:52:05.866568 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-48b6e28e-9c07-465f-bd37-918d29b76958 req-83604a3f-5e75-4d82-a054-486c7afe7ace tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846529 Mar 23 15:52:05.884630 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d601b-ca9c-4e4e-901c-ff83c5b74c16 req-2770ed80-c1e2-44b1-bd58-1fde84c6670a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:05.886106 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d35d601b-ca9c-4e4e-901c-ff83c5b74c16 req-2770ed80-c1e2-44b1-bd58-1fde84c6670a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0838013 Mar 23 15:52:05.934617 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d35d601b-ca9c-4e4e-901c-ff83c5b74c16 req-d344e45e-fa8e-4f45-b143-8ecc5622381a tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426188 Mar 23 15:52:06.994729 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054cd4e-64f3-4c24-b41b-1334ddc53da8 req-868e7897-b608-405c-91a4-2f2add6fc4c5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:06.996331 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c054cd4e-64f3-4c24-b41b-1334ddc53da8 req-868e7897-b608-405c-91a4-2f2add6fc4c5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0563774 Mar 23 15:52:07.089542 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c054cd4e-64f3-4c24-b41b-1334ddc53da8 req-b08d4fa8-a66c-4347-858e-76a698f0d921 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0870786 Mar 23 15:52:07.104475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa07def-81bf-492c-9e88-cd02999cc5df req-78290e7a-c7a8-48ca-b835-fc2614c107c5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:07.105933 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2fa07def-81bf-492c-9e88-cd02999cc5df req-78290e7a-c7a8-48ca-b835-fc2614c107c5 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0890446 Mar 23 15:52:07.161291 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2fa07def-81bf-492c-9e88-cd02999cc5df req-4ba05880-c50a-4c97-8e9c-ac421403d855 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494158 Mar 23 15:52:08.232035 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15f933-1a8f-4df8-9fef-28eae18c5e07 req-8d230e0c-9652-43d7-9f8c-41dc9ec7acfc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:08.233636 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bf15f933-1a8f-4df8-9fef-28eae18c5e07 req-8d230e0c-9652-43d7-9f8c-41dc9ec7acfc tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0635796 Mar 23 15:52:08.298691 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bf15f933-1a8f-4df8-9fef-28eae18c5e07 req-9bf65a93-6581-4f17-8e13-55206bffbd29 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0585132 Mar 23 15:52:09.426128 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26a8a6-2f7c-41ed-812a-6a7bce2dbfe4 req-4aacf3d3-2000-4d7b-a40a-df45f00de372 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:09.427603 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e26a8a6-2f7c-41ed-812a-6a7bce2dbfe4 req-4aacf3d3-2000-4d7b-a40a-df45f00de372 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0546153 Mar 23 15:52:09.501623 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0e26a8a6-2f7c-41ed-812a-6a7bce2dbfe4 req-48a88e6f-350e-4aa6-b9b4-9ac674a3c964 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679595 Mar 23 15:52:10.647573 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617e542-aac7-434d-8644-0eef5c5bb5ca req-ba4a16b4-8e7b-4d52-9ac3-2caab4662fd1 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:10.649378 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f617e542-aac7-434d-8644-0eef5c5bb5ca req-ba4a16b4-8e7b-4d52-9ac3-2caab4662fd1 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0651896 Mar 23 15:52:10.724897 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f617e542-aac7-434d-8644-0eef5c5bb5ca req-27fb627e-8543-4b01-86dc-fd5bb7843c0e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692995 Mar 23 15:52:11.856815 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6117e241-ecb6-4940-b7f9-88ccd2e52b7b req-82c8b660-cd30-4431-9d77-c60d4e850ef3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:11.858287 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6117e241-ecb6-4940-b7f9-88ccd2e52b7b req-82c8b660-cd30-4431-9d77-c60d4e850ef3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0612550 Mar 23 15:52:11.918171 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6117e241-ecb6-4940-b7f9-88ccd2e52b7b req-19bb002d-b0d8-4ad1-9cfd-b63fe764f028 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536942 Mar 23 15:52:13.059462 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac3ca7-2de4-4527-8ba4-13d7f9a5d1bd req-270edd66-7cfa-4755-9226-a1058014b2b5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:13.062036 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58ac3ca7-2de4-4527-8ba4-13d7f9a5d1bd req-270edd66-7cfa-4755-9226-a1058014b2b5 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0681555 Mar 23 15:52:13.125182 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-58ac3ca7-2de4-4527-8ba4-13d7f9a5d1bd req-333a604e-d254-46a8-b31c-b8bbcec4a760 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573602 Mar 23 15:52:14.250586 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe92e42-271a-4529-b2fa-062eab9405ae req-e3696c8e-3cf3-4e2d-b0f1-9818f246191b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:14.252246 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfe92e42-271a-4529-b2fa-062eab9405ae req-e3696c8e-3cf3-4e2d-b0f1-9818f246191b tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0572863 Mar 23 15:52:14.320820 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bfe92e42-271a-4529-b2fa-062eab9405ae req-4044f04c-4f32-43ec-998b-249096b6fcd4 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620046 Mar 23 15:52:15.450647 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465920e7-5e9a-420e-a0bf-aa44599aeaf5 req-13943490-785b-4aeb-967d-bd57d5553ec3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:15.452240 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-465920e7-5e9a-420e-a0bf-aa44599aeaf5 req-13943490-785b-4aeb-967d-bd57d5553ec3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.0631011 Mar 23 15:52:15.521645 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-465920e7-5e9a-420e-a0bf-aa44599aeaf5 req-966d1fcd-0772-4333-888d-bc2135db126e tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=13a0664d-f9cf-4e7e-8979-01a6607f28e0&id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612559 Mar 23 15:52:16.555595 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:21.783696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d472fcd2-fb6b-496e-a976-2972fe7a2b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:23.697894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8296eb37-8f35-4da8-b905-77e1266b0d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:25.240078 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:26.530135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:27.784349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:39.771935 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:52:41.000109 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaff5c5-a668-4fc8-8c66-d02ebcfae58b req-21eb695a-3a97-42df-8fb5-53bdcd00233b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:41.001529 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dcaff5c5-a668-4fc8-8c66-d02ebcfae58b req-21eb695a-3a97-42df-8fb5-53bdcd00233b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0550625 Mar 23 15:52:41.050837 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-dcaff5c5-a668-4fc8-8c66-d02ebcfae58b req-1ea57258-2b8e-48c5-8f5b-8e692f64cbe3 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435185 Mar 23 15:52:42.174280 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b3ea1-c094-4ecd-b1ba-f287dbaccfac req-5b2a1e61-ebde-4991-89ec-203b57cc43bd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:42.175777 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a5b3ea1-c094-4ecd-b1ba-f287dbaccfac req-5b2a1e61-ebde-4991-89ec-203b57cc43bd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0558496 Mar 23 15:52:42.225146 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1a5b3ea1-c094-4ecd-b1ba-f287dbaccfac req-0b540ab5-1669-4f6f-afae-459c98d49e7a tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435829 Mar 23 15:52:42.965646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5102-f27a-49da-a86a-a0c1604516ae req-5ad1df1b-8d06-4601-863e-daabd5242222 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:42.967132 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-410b5102-f27a-49da-a86a-a0c1604516ae req-5ad1df1b-8d06-4601-863e-daabd5242222 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0655391 Mar 23 15:52:43.076342 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:43.076684 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.164356 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] For port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:43.164711 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.354499 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d303eb52-292f-4a67-a396-7b6261bb59b0 req-dd3e8ff4-e6ca-4326-9b9a-a3fcaed59f3b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:43.356078 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d303eb52-292f-4a67-a396-7b6261bb59b0 req-dd3e8ff4-e6ca-4326-9b9a-a3fcaed59f3b tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/ports?device_id=7d616dec-ee69-4c20-ac1b-50781c44db15 HTTP/1.1" status: 200 len: 945 time: 0.0571764 Mar 23 15:52:43.358964 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.359328 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.359640 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Floating IP 2d04ce71-7229-4c7b-b3a4-29aca5768459 disassociated. External IP: 172.27.3.112, port: 578b31b6-4c4d-4b8f-81fa-9b3b788bc983. Mar 23 15:52:43.359954 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:43.410666 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d303eb52-292f-4a67-a396-7b6261bb59b0 req-9cbeea06-ccd2-487c-8a37-a55469c93459 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups?id=172f80af-47ad-4e44-b5c0-f864cec351c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488183 Mar 23 15:52:43.488863 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (578b31b6-4c4d-4b8f-81fa-9b3b788bc983), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.520451 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=578b31b6-4c4d-4b8f-81fa-9b3b788bc983,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:43.535084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.535444 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.535791 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.536150 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.536505 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.536833 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.537165 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.537497 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.537824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.538161 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.538479 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.538829 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.539151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.539477 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.539801 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:43.662749 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:52:43.778222 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:52:43.788263 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:52:43.797847 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:52:43.798353 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:52:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:43.822817 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] No DVR routers for this DVR port 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:52:43.825562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:43.828962 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-410b5102-f27a-49da-a86a-a0c1604516ae req-4c46d57f-47ca-4847-b78b-d6813eb236fd tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.61 "DELETE /v2.0/ports/578b31b6-4c4d-4b8f-81fa-9b3b788bc983 HTTP/1.1" status: 204 len: 173 time: 0.8560915 Mar 23 15:52:43.829408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'name': 'network-vif-deleted', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:52:43.831818 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3453bb4-404f-440a-ad7c-8a3a745842fc" -d '{"events": [{"server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "name": "network-vif-deleted", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:52:43.873004 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3afbc3f-a34b-4e96-95ba-f4ad2e541f44 x-openstack-request-id: req-d3afbc3f-a34b-4e96-95ba-f4ad2e541f44 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:52:43.873371 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d616dec-ee69-4c20-ac1b-50781c44db15", "name": "network-vif-deleted", "tag": "578b31b6-4c4d-4b8f-81fa-9b3b788bc983", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:52:43.873686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d3afbc3f-a34b-4e96-95ba-f4ad2e541f44 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:52:43.874166 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3afbc3f-a34b-4e96-95ba-f4ad2e541f44'] response: {'server_uuid': '7d616dec-ee69-4c20-ac1b-50781c44db15', 'name': 'network-vif-deleted', 'tag': '578b31b6-4c4d-4b8f-81fa-9b3b788bc983', 'status': 'completed', 'code': 200} Mar 23 15:52:43.930482 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:52:44.142680 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:44.169370 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:52:44.178533 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:52:44.179130 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:52:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:44.296877 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:52:44.497414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54766) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:44.506776 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:44.533711 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fa01be-90f0-4a52-94f7-8e685a05331e None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:03Z', 'revision_number': 4, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '4e213670-cecc-4bfa-b2bb-492eae4132ab', 'name': '', 'network_id': '0492f97d-c5e5-4b8c-a011-53c52691df3b', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'mac_address': 'fa:16:3e:8d:ec:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:42:01Z', 'updated_at': '2022-03-23T15:42:09Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'subnets': [{'id': '13a85e9a-cf41-40cc-bc99-268190b3a594', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:52:44.551923 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (172f80af-47ad-4e44-b5c0-f864cec351c3), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.576474 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (172f80af-47ad-4e44-b5c0-f864cec351c3), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.629149 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (172f80af-47ad-4e44-b5c0-f864cec351c3), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.631977 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.633273 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/security-groups/172f80af-47ad-4e44-b5c0-f864cec351c3 HTTP/1.1" status: 204 len: 168 time: 0.1347837 Mar 23 15:52:44.636206 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54768) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:44.642986 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93995e8-fd9c-4060-be0e-e603b85f94ca tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=172f80af-47ad-4e44-b5c0-f864cec351c3,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:44.650260 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-85875a7c-79e2-40ff-9d55-a34ca7f12634 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] show failed (client error): The resource could not be found. Mar 23 15:52:44.651277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-85875a7c-79e2-40ff-9d55-a34ca7f12634 tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "GET /v2.0/security-groups/172f80af-47ad-4e44-b5c0-f864cec351c3 HTTP/1.1" status: 404 len: 347 time: 0.0134306 Mar 23 15:52:44.654635 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54770) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:44.777338 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7c24da-74d0-45f0-8c3d-edbf6f556123 None None] New status for floating IP 2d04ce71-7229-4c7b-b3a4-29aca5768459: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:52:44.783172 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Deleting port 82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:44.783518 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.862458 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.862707 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:44.877058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Calling delete_port for 82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:45.011522 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:45.040817 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Pushing event deleted for resources: {'Port': ['ID=82b2bd47-ecde-4aa4-9c2f-5f75e50ee5a9,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:45.067998 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.068370 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.068709 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.069044 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.069379 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.069708 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.070030 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.070352 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.070681 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.070997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.071318 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.071622 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.071935 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.072280 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.072598 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:52:45.111372 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks [] for floatingip (2d04ce71-7229-4c7b-b3a4-29aca5768459), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:45.114026 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:45.115105 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f16fc861-52f3-4c7e-8595-72ed811b4a9d tempest-AttachVolumeNegativeTest-1346309442 tempest-AttachVolumeNegativeTest-1346309442-project] 10.222.0.41 "DELETE /v2.0/floatingips/2d04ce71-7229-4c7b-b3a4-29aca5768459 HTTP/1.1" status: 204 len: 168 time: 0.4595189 Mar 23 15:52:46.089995 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:52:46.110361 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:52:46.110717 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 578b31b6-4c4d-4b8f-81fa-9b3b788bc983 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:52:46.575508 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:48.835718 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54806) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:49.573246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:49.833567 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Deleting port 4e213670-cecc-4bfa-b2bb-492eae4132ab {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:49.833872 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:49.923670 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] For port 4e213670-cecc-4bfa-b2bb-492eae4132ab, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=4e213670-cecc-4bfa-b2bb-492eae4132ab,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:49.924435 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:49.937234 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Calling delete_port for 4e213670-cecc-4bfa-b2bb-492eae4132ab owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:50.127513 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (4e213670-cecc-4bfa-b2bb-492eae4132ab), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:50.150759 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e213670-cecc-4bfa-b2bb-492eae4132ab,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:50.320069 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:50.555588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Router b59a3b55-edff-43a7-a6f3-2777a42f09dd has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:52:50.679604 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:52:50.687958 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54814) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:50.688612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-46a1e9f7-133a-4022-9f18-f35b139f48e9 admin admin] 10.222.0.41 "PUT /v2.0/routers/b59a3b55-edff-43a7-a6f3-2777a42f09dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8516974 Mar 23 15:52:50.691264 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Sync routers for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:52:50.703544 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:52:50.704253 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:52:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:50.800246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks [] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:50.816774 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:52:50.930726 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks [] for router_gateway (b59a3b55-edff-43a7-a6f3-2777a42f09dd), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:50.990007 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Deleting port 1e50927e-4883-4c6b-a326-ec0f57eeaacf {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:50.990343 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.076645 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] For port 1e50927e-4883-4c6b-a326-ec0f57eeaacf, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1e50927e-4883-4c6b-a326-ec0f57eeaacf,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:51.076948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.089770 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Calling delete_port for 1e50927e-4883-4c6b-a326-ec0f57eeaacf owned by network:router_gateway {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:51.103577 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:52:50Z', 'revision_number': 5, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port': {'id': '1e50927e-4883-4c6b-a326-ec0f57eeaacf', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:a2:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:55Z', 'updated_at': '2022-03-23T15:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:51.129919 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Checking router: b59a3b55-edff-43a7-a6f3-2777a42f09dd for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:52:51.139223 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Routers {'b59a3b55-edff-43a7-a6f3-2777a42f09dd'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:52:51.139836 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:52:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:51.229261 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] Set router b59a3b55-edff-43a7-a6f3-2777a42f09dd gateway port host: None {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:52:51.262383 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (1e50927e-4883-4c6b-a326-ec0f57eeaacf), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.283843 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:52:50Z', 'revision_number': 6, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:51.288369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e50927e-4883-4c6b-a326-ec0f57eeaacf,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:51.310925 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2af4688-3a3b-4313-888b-3d16df443d3e None None] The sync data for ids ['b59a3b55-edff-43a7-a6f3-2777a42f09dd'] in dv-cinder-834540-1-iscsi is: [{'id': 'b59a3b55-edff-43a7-a6f3-2777a42f09dd', 'name': 'tempest-AttachVolumeNegativeTest-2035129323-router', 'tenant_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:52:50Z', 'revision_number': 6, 'project_id': 'fff6a8b018ff495cb57c16614c3f16fc', 'gw_port_host': None}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:52:51.354887 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.469567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.471827 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks [] for router_controller (b59a3b55-edff-43a7-a6f3-2777a42f09dd), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.537263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (b59a3b55-edff-43a7-a6f3-2777a42f09dd), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.537920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b59a3b55-edff-43a7-a6f3-2777a42f09dd {{(pid=109942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:52:51.543213 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.544433 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-bbacf1ee-8ff5-4e14-9fef-04b44e91fb21 admin admin] 10.222.0.41 "DELETE /v2.0/routers/b59a3b55-edff-43a7-a6f3-2777a42f09dd HTTP/1.1" status: 204 len: 168 time: 0.8552823 Mar 23 15:52:51.547382 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 54818) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:51.593153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Deleting subnet 13a85e9a-cf41-40cc-bc99-268190b3a594 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:52:51.596412 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Publish callbacks [] for subnet (13a85e9a-cf41-40cc-bc99-268190b3a594), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.636474 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (13a85e9a-cf41-40cc-bc99-268190b3a594), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.761283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (13a85e9a-cf41-40cc-bc99-268190b3a594), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.778370 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1dcfde2b-d3d7-4ad3-ab93-9e85940c3817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.816629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (13a85e9a-cf41-40cc-bc99-268190b3a594), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.849084 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a85e9a-cf41-40cc-bc99-268190b3a594,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:51.852528 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.855673 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-fc79be22-83cc-42a7-9afe-a1bae3569680 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/13a85e9a-cf41-40cc-bc99-268190b3a594 HTTP/1.1" status: 204 len: 168 time: 0.3072028 Mar 23 15:52:51.859226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54820) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:51.862095 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95d67c-8a6c-477d-8619-2b9a468014c2 None None] Network 0492f97d-c5e5-4b8c-a011-53c52691df3b requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:52:51.936402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (0492f97d-c5e5-4b8c-a011-53c52691df3b), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:51.994368 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Deleting port 75d375d2-53d1-422c-883c-7cfcf04848a5 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:51.994665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.063041 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] For port 75d375d2-53d1-422c-883c-7cfcf04848a5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=75d375d2-53d1-422c-883c-7cfcf04848a5,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:52.063369 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.080774 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] DHCP port deletion for 0492f97d-c5e5-4b8c-a011-53c52691df3b request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:52:52.081248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Calling delete_port for 75d375d2-53d1-422c-883c-7cfcf04848a5 owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:52.111856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 4e213670-cecc-4bfa-b2bb-492eae4132ab no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:52:52.136708 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 4e213670-cecc-4bfa-b2bb-492eae4132ab {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:52:52.137052 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 4e213670-cecc-4bfa-b2bb-492eae4132ab not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:52:52.159040 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Deleting port 75d375d2-53d1-422c-883c-7cfcf04848a5 {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:52:52.159409 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.173250 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.209338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Pushing event deleted for resources: {'Port': ['ID=75d375d2-53d1-422c-883c-7cfcf04848a5,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:52.211224 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] No DVR routers for this DVR port 75d375d2-53d1-422c-883c-7cfcf04848a5 on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:52:52.226865 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] For port 75d375d2-53d1-422c-883c-7cfcf04848a5, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=75d375d2-53d1-422c-883c-7cfcf04848a5,segment=NetworkSegment(3cc00191-d31f-4810-b803-c6a4dcc57588),segment_id=3cc00191-d31f-4810-b803-c6a4dcc57588)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:52:52.227275 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.241588 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Calling delete_port for 75d375d2-53d1-422c-883c-7cfcf04848a5 owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:52:52.289444 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (0492f97d-c5e5-4b8c-a011-53c52691df3b), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.310704 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0492f97d-c5e5-4b8c-a011-53c52691df3b']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:52.321387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cc00191-d31f-4810-b803-c6a4dcc57588') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:52.321701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cc00191-d31f-4810-b803-c6a4dcc57588') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:52:52.323855 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (75d375d2-53d1-422c-883c-7cfcf04848a5), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.334058 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (3cc00191-d31f-4810-b803-c6a4dcc57588), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.348916 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] Pushing event deleted for resources: {'Port': ['ID=75d375d2-53d1-422c-883c-7cfcf04848a5,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:52.349206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (3cc00191-d31f-4810-b803-c6a4dcc57588), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.354544 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bd562-cd3c-4b9a-a1d0-c201fde64f8b None None] No DVR routers for this DVR port 75d375d2-53d1-422c-883c-7cfcf04848a5 on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:52:52.358978 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:52:52.359403 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (3cc00191-d31f-4810-b803-c6a4dcc57588), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:52:52.361448 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:52:52.426595 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (0492f97d-c5e5-4b8c-a011-53c52691df3b), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.432667 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.435883 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] 10.222.0.41 "DELETE /v2.0/networks/0492f97d-c5e5-4b8c-a011-53c52691df3b HTTP/1.1" status: 204 len: 168 time: 0.5756707 Mar 23 15:52:52.448748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fbc54-674b-4b07-87f3-59bdcd35493b admin admin] Pushing event deleted for resources: {'Network': ['ID=0492f97d-c5e5-4b8c-a011-53c52691df3b,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:52.572743 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54824) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:52.613847 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f1732d5a-ddf7-4fb7-897b-be67ed002624 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fff6a8b018ff495cb57c16614c3f16fc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396600 Mar 23 15:52:52.616317 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 54826) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:52:52.670112 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] Publish callbacks [] for security_group (46eec23e-2586-4194-961b-f3b79508f46f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.692078 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] Publish callbacks [] for security_group (46eec23e-2586-4194-961b-f3b79508f46f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.740171 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (46eec23e-2586-4194-961b-f3b79508f46f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.742696 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:52.743887 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/46eec23e-2586-4194-961b-f3b79508f46f HTTP/1.1" status: 204 len: 168 time: 0.1266775 Mar 23 15:52:52.752433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e32e58-58c0-4a66-9639-c4f6551fd586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46eec23e-2586-4194-961b-f3b79508f46f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:52:53.497217 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 75d375d2-53d1-422c-883c-7cfcf04848a5 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:52:53.518545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 75d375d2-53d1-422c-883c-7cfcf04848a5 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:52:53.518899 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 75d375d2-53d1-422c-883c-7cfcf04848a5 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:52:53.519322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1e50927e-4883-4c6b-a326-ec0f57eeaacf no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:52:53.543682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 1e50927e-4883-4c6b-a326-ec0f57eeaacf {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:52:53.544108 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1e50927e-4883-4c6b-a326-ec0f57eeaacf not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:52:53.657414 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-aed1de47-4b7e-471b-a5c7-bf4c824d12bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1447315 Mar 23 15:52:53.694260 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-07eb3c10-c11a-4c2c-9c23-44c2a7bc7ae6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:53.721147 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-c6574fc7-9019-4759-bb88-03c474330655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:53.722703 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-c6574fc7-9019-4759-bb88-03c474330655 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1169 time: 0.0457358 Mar 23 15:52:53.831420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-c922eab0-7853-4092-8b50-7b35e39d86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:53.832969 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-c922eab0-7853-4092-8b50-7b35e39d86fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.0903924 Mar 23 15:52:53.904182 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-0a5c0db8-9f8f-45fe-a222-0dec5663daa3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 1001 time: 0.0624304 Mar 23 15:52:53.959340 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-31a9aeec-572e-4c4a-8014-31182504afa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:53.961176 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-31a9aeec-572e-4c4a-8014-31182504afa9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.0497801 Mar 23 15:52:54.028252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-5300e73a-cf29-43c7-855b-2ccb1b8f29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:52:54.029979 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-5300e73a-cf29-43c7-855b-2ccb1b8f29c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607138 Mar 23 15:52:54.041263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-ac218eef-1530-40e7-bb86-4a6bdac9736d service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109942) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:52:54.042179 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-ac218eef-1530-40e7-bb86-4a6bdac9736d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058274 Mar 23 15:52:54.139170 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-e02f0945-50ca-489e-8ef3-cd2a3981a67a service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902741 Mar 23 15:52:54.244150 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bcaea9d5-f9a2-4572-8f40-8fe3be555488 req-0a8112b9-683e-48e6-9f63-88a98c9fb46a service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982614 Mar 23 15:52:55.237892 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:56.530946 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:52:57.781942 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:16.570686 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:16.772185 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:53:21.782787 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e3e779b1-c4d9-4935-b81a-77a7ce75de69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:23.688995 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-03052516-ff90-449a-8051-ec5e1056e9d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:25.248182 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:26.259527 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ff0bb3-f605-4960-a175-bea9b87988af req-26d16c09-991f-42c1-8962-91e7f14fc287 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:26.261085 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4ff0bb3-f605-4960-a175-bea9b87988af req-26d16c09-991f-42c1-8962-91e7f14fc287 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0585711 Mar 23 15:53:26.318999 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4ff0bb3-f605-4960-a175-bea9b87988af req-b7dcc504-604c-4094-8b6a-520ea974f637 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519791 Mar 23 15:53:26.533432 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:27.466236 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b186367-a787-4092-bdd1-49cd043b2674 req-d6e9c95b-3644-4fd8-ba1d-fee712e79913 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:27.467925 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b186367-a787-4092-bdd1-49cd043b2674 req-d6e9c95b-3644-4fd8-ba1d-fee712e79913 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0674455 Mar 23 15:53:27.525849 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8b186367-a787-4092-bdd1-49cd043b2674 req-14d02976-08e3-45b4-a215-6c1963df9402 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups?id=70526f7e-b354-49c3-99f9-5d766c065674&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517139 Mar 23 15:53:27.786426 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.036265 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-4d35c1be-53c8-4bc7-b392-69c647d323fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:28.037987 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-4d35c1be-53c8-4bc7-b392-69c647d323fd tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 946 time: 0.0681067 Mar 23 15:53:28.142175 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Deleting port 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:28.142512 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.235035 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] For port 54ec98a6-8eaf-4af9-bb92-17b564b38930, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=54ec98a6-8eaf-4af9-bb92-17b564b38930,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:28.235412 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.424288 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.424661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.424986 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Floating IP 2363101c-d061-4f87-b2b1-4ff9e97a2222 disassociated. External IP: 172.27.3.136, port: 54ec98a6-8eaf-4af9-bb92-17b564b38930. Mar 23 15:53:28.425327 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Calling delete_port for 54ec98a6-8eaf-4af9-bb92-17b564b38930 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:28.573187 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (54ec98a6-8eaf-4af9-bb92-17b564b38930), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.605849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'Port': ['ID=54ec98a6-8eaf-4af9-bb92-17b564b38930,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:28.652340 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ca68fb2d-f572-486e-aeab-9120d8e40a7d req-24017fdc-f36e-40c7-94f1-377ac7c150f4 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/ports?device_id=97bac4c6-cc54-49b5-a5d8-99ffa27105a9 HTTP/1.1" status: 200 len: 210 time: 0.0418966 Mar 23 15:53:28.769824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:28.901611 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:28.916936 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:28.931866 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:28.932869 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:28.953732 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] No DVR routers for this DVR port 54ec98a6-8eaf-4af9-bb92-17b564b38930 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:28.956782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:28.961595 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-1b5b385c-bb24-4bdc-88c8-d30cae697453 req-2fae9848-71b2-41b2-bbd1-658150acff61 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.61 "DELETE /v2.0/ports/54ec98a6-8eaf-4af9-bb92-17b564b38930 HTTP/1.1" status: 204 len: 173 time: 0.9184487 Mar 23 15:53:28.962210 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-deleted', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:28.965064 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cb1faf-0cd8-45b2-ba80-684f28fbd7ca" -d '{"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-deleted", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:29.188676 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90eb446c-0382-421a-8a38-7a6fb5760dad x-openstack-request-id: req-90eb446c-0382-421a-8a38-7a6fb5760dad {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:29.189320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97bac4c6-cc54-49b5-a5d8-99ffa27105a9", "name": "network-vif-deleted", "tag": "54ec98a6-8eaf-4af9-bb92-17b564b38930", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:29.189320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-90eb446c-0382-421a-8a38-7a6fb5760dad {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:29.189629 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90eb446c-0382-421a-8a38-7a6fb5760dad'] response: {'server_uuid': '97bac4c6-cc54-49b5-a5d8-99ffa27105a9', 'name': 'network-vif-deleted', 'tag': '54ec98a6-8eaf-4af9-bb92-17b564b38930', 'status': 'completed', 'code': 200} Mar 23 15:53:29.222883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:29.442789 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:29.478894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:29.489640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:29.490269 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:29.646199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:29.763383 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55160) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:29.829047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (70526f7e-b354-49c3-99f9-5d766c065674), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:29.854013 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (70526f7e-b354-49c3-99f9-5d766c065674), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:29.897253 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:29.914351 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (70526f7e-b354-49c3-99f9-5d766c065674), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:29.917541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:29.918867 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "DELETE /v2.0/security-groups/70526f7e-b354-49c3-99f9-5d766c065674 HTTP/1.1" status: 204 len: 168 time: 0.1542563 Mar 23 15:53:29.922882 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55162) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:29.927334 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a6e61-b902-414c-9dfa-e5845d90bf61 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:41:53Z', 'revision_number': 4, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'd4fbaf47-174a-43fb-8f70-2792e3989474', 'name': '', 'network_id': '5cab1304-db9c-43a5-a101-d9da407939a2', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'mac_address': 'fa:16:3e:c0:87:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_interface', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:50Z', 'updated_at': '2022-03-23T15:42:02Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'subnets': [{'id': 'a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:29.929350 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81978847-0f47-48a2-b407-6f9850c77b8b tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70526f7e-b354-49c3-99f9-5d766c065674,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:29.948036 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-a2198526-32c0-412f-86bf-3a3ebb098946 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] show failed (client error): The resource could not be found. Mar 23 15:53:29.949830 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a2198526-32c0-412f-86bf-3a3ebb098946 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "GET /v2.0/security-groups/70526f7e-b354-49c3-99f9-5d766c065674 HTTP/1.1" status: 404 len: 347 time: 0.0257082 Mar 23 15:53:29.952801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55164) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:30.089157 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Deleting port cecb815f-ab8b-45a6-909a-665c90be1955 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:30.089501 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.172874 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.173193 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (cecb815f-ab8b-45a6-909a-665c90be1955), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.178495 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b0e2ee-551f-4f5b-a891-1d235fed978d None None] New status for floating IP 2363101c-d061-4f87-b2b1-4ff9e97a2222: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:53:30.186614 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Calling delete_port for cecb815f-ab8b-45a6-909a-665c90be1955 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:30.349288 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (cecb815f-ab8b-45a6-909a-665c90be1955), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.374224 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Pushing event deleted for resources: {'Port': ['ID=cecb815f-ab8b-45a6-909a-665c90be1955,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:30.439889 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks [] for floatingip (2363101c-d061-4f87-b2b1-4ff9e97a2222), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.442443 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:30.443572 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9a5cced1-a917-449c-9976-828c350fb956 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] 10.222.0.41 "DELETE /v2.0/floatingips/2363101c-d061-4f87-b2b1-4ff9e97a2222 HTTP/1.1" status: 204 len: 168 time: 0.4895735 Mar 23 15:53:32.369349 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:32.406509 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 54ec98a6-8eaf-4af9-bb92-17b564b38930 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:32.406865 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 54ec98a6-8eaf-4af9-bb92-17b564b38930 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:32.884221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55208) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:33.733168 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:34.068959 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Deleting port d4fbaf47-174a-43fb-8f70-2792e3989474 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:34.070049 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:34.152621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] For port d4fbaf47-174a-43fb-8f70-2792e3989474, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=d4fbaf47-174a-43fb-8f70-2792e3989474,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:34.152985 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:34.167417 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Calling delete_port for d4fbaf47-174a-43fb-8f70-2792e3989474 owned by network:router_interface {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:34.358320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (d4fbaf47-174a-43fb-8f70-2792e3989474), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:34.387103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4fbaf47-174a-43fb-8f70-2792e3989474,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:34.568498 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:34.790545 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:34.900044 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:34.905859 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ec6e5076-ff3f-4bbc-ac01-38c62f7de8d7 admin admin] 10.222.0.41 "PUT /v2.0/routers/d9e2cca2-2065-4b4d-9cc3-950081dbaf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0203986 Mar 23 15:53:34.907586 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55216) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:34.909699 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Sync routers for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:34.922407 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:34.922999 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:35.014134 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks [] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.034463 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:35.118848 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks [] for router_gateway (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.178433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Deleting port 97a1b3dc-2b94-4114-a52f-fcde4834d9de {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:35.178647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.230023 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226'}], 'enable_snat': True}, 'gw_port_id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:53:34Z', 'revision_number': 5, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port': {'id': '97a1b3dc-2b94-4114-a52f-fcde4834d9de', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:e2:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:41:45Z', 'updated_at': '2022-03-23T15:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:35.261092 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Checking router: d9e2cca2-2065-4b4d-9cc3-950081dbaf29 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:35.267644 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] For port 97a1b3dc-2b94-4114-a52f-fcde4834d9de, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=97a1b3dc-2b94-4114-a52f-fcde4834d9de,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:35.268225 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.270781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Routers {'d9e2cca2-2065-4b4d-9cc3-950081dbaf29'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:35.271399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:35.282918 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Calling delete_port for 97a1b3dc-2b94-4114-a52f-fcde4834d9de owned by network:router_gateway {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:35.363118 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] Set router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:35.417692 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:53:35Z', 'revision_number': 6, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:35.449250 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca541a56-3277-4b01-b17f-64d4b75588b1 None None] The sync data for ids ['d9e2cca2-2065-4b4d-9cc3-950081dbaf29'] in dv-cinder-834540-1-iscsi is: [{'id': 'd9e2cca2-2065-4b4d-9cc3-950081dbaf29', 'name': 'tempest-AttachVolumeShelveTestJSON-2094567581-router', 'tenant_id': '9730e9456707472988301c5a0f60b1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:41:44Z', 'updated_at': '2022-03-23T15:53:35Z', 'revision_number': 6, 'project_id': '9730e9456707472988301c5a0f60b1ca', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:35.464061 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (97a1b3dc-2b94-4114-a52f-fcde4834d9de), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.497964 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Pushing event deleted for resources: {'Port': ['ID=97a1b3dc-2b94-4114-a52f-fcde4834d9de,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:35.559104 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.650084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.652386 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks [] for router_controller (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.698679 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (d9e2cca2-2065-4b4d-9cc3-950081dbaf29), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.699270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e2cca2-2065-4b4d-9cc3-950081dbaf29 {{(pid=109942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:53:35.704261 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:35.705473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d30f913c-6f56-4d1a-bd99-2b5175ac0676 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d9e2cca2-2065-4b4d-9cc3-950081dbaf29 HTTP/1.1" status: 204 len: 168 time: 0.7969306 Mar 23 15:53:35.708491 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55220) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:36.023668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Deleting subnet a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:53:36.027511 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Publish callbacks [] for subnet (a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.064049 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.146475 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.206961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.232612 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:36.238835 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.244852 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f8778eed-bb13-4b32-b8d4-ce472e63d59c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a5f9f7b1-8c42-4ca6-bec1-2fc64d9731f0 HTTP/1.1" status: 204 len: 168 time: 0.5325937 Mar 23 15:53:36.245108 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55222) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:36.251524 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299accb-d50e-4557-b6cb-ff8f39dad7ef None None] Network 5cab1304-db9c-43a5-a101-d9da407939a2 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:53:36.330026 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (5cab1304-db9c-43a5-a101-d9da407939a2), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.397059 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Deleting port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:36.397423 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.436636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] DHCP port deletion for 5cab1304-db9c-43a5-a101-d9da407939a2 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:53:36.474437 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] For port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,segment=NetworkSegment(e9f325be-e51e-48a1-ae5e-9669806093de),segment_id=e9f325be-e51e-48a1-ae5e-9669806093de)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:36.474804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.490733 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Calling delete_port for 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:36.595532 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.625621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:36.630914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] No DVR routers for this DVR port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:36.639306 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Deleting port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:36.639683 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.702063 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] For port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560, host dv-cinder-834540-1-iscsi, got binding levels [] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:36.703241 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.709084 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (5cab1304-db9c-43a5-a101-d9da407939a2), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.717964 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Calling delete_port for 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:36.721049 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.ipam_backend_mixin [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 was not found and therefore no delete operation was performed {{(pid=109943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 15:53:36.722481 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (6ef1bd0a-4d1c-4726-88d4-eecfb39c7560), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.737230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cab1304-db9c-43a5-a101-d9da407939a2']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:36.749668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f325be-e51e-48a1-ae5e-9669806093de') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:36.750092 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f325be-e51e-48a1-ae5e-9669806093de') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:36.752894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Pushing event deleted for resources: {'Port': ['ID=6ef1bd0a-4d1c-4726-88d4-eecfb39c7560,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:36.755374 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] No DVR routers for this DVR port 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:36.767026 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.767026 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.767223 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.767318 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (e9f325be-e51e-48a1-ae5e-9669806093de), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.767503 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.767934 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.768189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.768518 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.772410 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.773240 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.773636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.773987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.774385 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.774825 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.775160 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.775491 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea82a35-a5ad-4311-b4d6-50396c619d73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:36.783322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (e9f325be-e51e-48a1-ae5e-9669806093de), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.790599 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:53:36.791079 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (e9f325be-e51e-48a1-ae5e-9669806093de), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:53:36.793224 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:53:36.853620 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (5cab1304-db9c-43a5-a101-d9da407939a2), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.862757 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:36.866796 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5cab1304-db9c-43a5-a101-d9da407939a2 HTTP/1.1" status: 204 len: 168 time: 0.6206641 Mar 23 15:53:36.879038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e89d0a-1591-4747-b50e-de6f30624491 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cab1304-db9c-43a5-a101-d9da407939a2,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:36.987554 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55230) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:37.030977 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-12606404-35a4-4e34-b4ad-57fee6806841 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9730e9456707472988301c5a0f60b1ca&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0420542 Mar 23 15:53:37.033624 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55232) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:37.087718 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] Publish callbacks [] for security_group (7d2f59a6-386d-4363-bee9-866182d6ac0e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:37.110245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] Publish callbacks [] for security_group (7d2f59a6-386d-4363-bee9-866182d6ac0e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:37.159482 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (7d2f59a6-386d-4363-bee9-866182d6ac0e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:37.162547 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:37.163721 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7d2f59a6-386d-4363-bee9-866182d6ac0e HTTP/1.1" status: 204 len: 168 time: 0.1291037 Mar 23 15:53:37.172148 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a1043-3dc5-4baf-81c3-b55ba33e2de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2f59a6-386d-4363-bee9-866182d6ac0e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:37.510582 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device d4fbaf47-174a-43fb-8f70-2792e3989474 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:37.533340 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: d4fbaf47-174a-43fb-8f70-2792e3989474 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:37.533640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device d4fbaf47-174a-43fb-8f70-2792e3989474 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:37.534059 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:37.555429 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:37.555760 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 6ef1bd0a-4d1c-4726-88d4-eecfb39c7560 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:37.556223 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 97a1b3dc-2b94-4114-a52f-fcde4834d9de no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:37.579330 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 97a1b3dc-2b94-4114-a52f-fcde4834d9de {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:37.579776 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 97a1b3dc-2b94-4114-a52f-fcde4834d9de not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:37.938299 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55274) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:38.057298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-686818589-network', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:38.078855 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Made reservation on behalf of eefb502c19c3456ab49f81b03a4f1f1a for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:53:38.081265 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.093759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.178909 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks [] for security_group (0d36563c-ce33-436c-9e5e-05af620ed4ef), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.183851 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0d36563c-ce33-436c-9e5e-05af620ed4ef), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.208923 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:53:38.217952 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d36563c-ce33-436c-9e5e-05af620ed4ef,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:38.224381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (405bc664-2596-49d3-b52d-dec00cc0a57e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.224725 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Added segment 405bc664-2596-49d3-b52d-dec00cc0a57e of type vlan for network 86f9e639-c61b-466d-9b7c-25bed4f8b27e Mar 23 15:53:38.266641 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (86f9e639-c61b-466d-9b7c-25bed4f8b27e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.298100 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (86f9e639-c61b-466d-9b7c-25bed4f8b27e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.299607 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:38.300233 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.361582 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4218028 Mar 23 15:53:38.365429 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55278) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:38.370427 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e9b2d-8fe1-4b49-a26f-e43b7d9f8892 admin admin] Pushing event updated for resources: {'Network': ['ID=86f9e639-c61b-466d-9b7c-25bed4f8b27e,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:38.374068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Request body: {'subnet': {'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-686818589-subnet', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:38.383859 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:53:38.398641 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Made reservation on behalf of eefb502c19c3456ab49f81b03a4f1f1a for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:53:38.401339 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.583135 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (cdd843b9-f486-4117-825e-a3f2b9d0fa96), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.641326 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdd843b9-f486-4117-825e-a3f2b9d0fa96,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:38.653442 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Checking segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:53:38.653810 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Network hostable DHCP agents. Network: 86f9e639-c61b-466d-9b7c-25bed4f8b27e, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:53:38.675706 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:53:38.688121 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 86f9e639-c61b-466d-9b7c-25bed4f8b27e) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:38.692459 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:38.693060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.698608 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676761b6-ca0b-452f-97ad-fde726e1268e None None] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:53:38.712075 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a9e02989-0267-488b-a7ab-ea009c04b6c3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3451567 Mar 23 15:53:38.714702 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55280) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:38.719465 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:38.744801 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (7da06609-4d29-4a59-8088-76462690adaa), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.746207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (7da06609-4d29-4a59-8088-76462690adaa), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.805519 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:53:38.806364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for router_controller (7da06609-4d29-4a59-8088-76462690adaa), precommit_add_association {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.806697 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:38.960578 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Allocated IP 172.20.0.2 (86f9e639-c61b-466d-9b7c-25bed4f8b27e/cdd843b9-f486-4117-825e-a3f2b9d0fa96/f12df0be-540a-4966-b8ba-0f4757d50b57) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:53:38.965462 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for router_gateway (7da06609-4d29-4a59-8088-76462690adaa), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.130518 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks [] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.138357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.181460 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:39.184666 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:39.187302 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:53:39.201482 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Pushing event updated for resources: {'Port': ['ID=f12df0be-540a-4966-b8ba-0f4757d50b57,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:39.203579 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for router_gateway (7da06609-4d29-4a59-8088-76462690adaa), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.227555 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.264908 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Attempting to bind port f12df0be-540a-4966-b8ba-0f4757d50b57 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:53:39.265278 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Attempting to bind port f12df0be-540a-4966-b8ba-0f4757d50b57 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:53:39.265848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Attempting to bind port f12df0be-540a-4966-b8ba-0f4757d50b57 on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:53:39.271546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:53:39.271919 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Checking segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:53:39.272604 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.273132 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Bound using segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:53:39.276072 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Bound port: f12df0be-540a-4966-b8ba-0f4757d50b57, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:53:39.276072 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.365082 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] For port f12df0be-540a-4966-b8ba-0f4757d50b57, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:53:39.368962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] For port f12df0be-540a-4966-b8ba-0f4757d50b57, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f12df0be-540a-4966-b8ba-0f4757d50b57,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:53:39.372791 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Allocated IP 172.27.3.111 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/8d5dd75c-3b59-431d-982e-99c56c1a556e) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:53:39.377781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.447452 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61aad9-17e2-4f6f-b608-3c91dd340bef None None] Pushing event updated for resources: {'Port': ['ID=f12df0be-540a-4966-b8ba-0f4757d50b57,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:39.497207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.538746 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:39.578129 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:39.581382 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:39.599943 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:53:39.632114 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Pushing event updated for resources: {'Port': ['ID=8d5dd75c-3b59-431d-982e-99c56c1a556e,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:39.914909 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for router_gateway (7da06609-4d29-4a59-8088-76462690adaa), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.396926 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (7da06609-4d29-4a59-8088-76462690adaa), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.433364 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417c4dd-6872-4d6f-b1b1-da32e727ba44 None None] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:53:40.513816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Provisioning complete for port f12df0be-540a-4966-b8ba-0f4757d50b57 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:40.514198 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.566352 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Router 7da06609-4d29-4a59-8088-76462690adaa is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:53:40.652695 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Current status of the port f12df0be-540a-4966-b8ba-0f4757d50b57 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:40.653088 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.697091 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] For port f12df0be-540a-4966-b8ba-0f4757d50b57, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f12df0be-540a-4966-b8ba-0f4757d50b57,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:40.706039 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.767944 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:40.780171 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4ea6f-0d1c-432a-88b8-179568c281c2 None None] Pushing event updated for resources: {'Port': ['ID=f12df0be-540a-4966-b8ba-0f4757d50b57,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:40.790208 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:40.797232 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.797793 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9c53a5b2-667f-43ec-8362-fb3bfdcfe0cc admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0821493 Mar 23 15:53:40.801923 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55326) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:40.812626 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:40.813684 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:40.933704 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-2a7f37c4-d3ca-4d2b-b00e-c5a6abea175c None None] Provisioning complete for port f12df0be-540a-4966-b8ba-0f4757d50b57 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:40.934090 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2a7f37c4-d3ca-4d2b-b00e-c5a6abea175c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:40.965346 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:41.050777 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-2a7f37c4-d3ca-4d2b-b00e-c5a6abea175c None None] Current status of the port f12df0be-540a-4966-b8ba-0f4757d50b57 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:41.094486 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55332) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:41.179070 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:39Z', 'revision_number': 3, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:41.211560 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:41.211910 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Updating router 7da06609-4d29-4a59-8088-76462690adaa port 8d5dd75c-3b59-431d-982e-99c56c1a556e binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:53:41.240363 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.250541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-934e2a43-c21d-46b8-826a-328a2498e4b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.428337 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.436856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-934e2a43-c21d-46b8-826a-328a2498e4b1 admin admin] Publish callbacks [] for security_group (a98e0cb7-da5f-4330-8eb3-f5c08effeb8b), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.447914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-934e2a43-c21d-46b8-826a-328a2498e4b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a98e0cb7-da5f-4330-8eb3-f5c08effeb8b), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.544558 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks [] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.553132 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.562245 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-934e2a43-c21d-46b8-826a-328a2498e4b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c161827e13fd46db8be23939ebed4ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4649434 Mar 23 15:53:41.563243 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55336) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:41.582375 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e2a43-c21d-46b8-826a-328a2498e4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a98e0cb7-da5f-4330-8eb3-f5c08effeb8b,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:41.604600 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Attempting to bind port 8d5dd75c-3b59-431d-982e-99c56c1a556e on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:53:41.604952 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Attempting to bind port 8d5dd75c-3b59-431d-982e-99c56c1a556e by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:53:41.605307 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Attempting to bind port 8d5dd75c-3b59-431d-982e-99c56c1a556e on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:53:41.619233 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Pushing event updated for resources: {'Port': ['ID=8d5dd75c-3b59-431d-982e-99c56c1a556e,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:41.627099 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:53:41.627460 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:53:41.628079 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.628730 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:53:41.629398 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Bound port: 8d5dd75c-3b59-431d-982e-99c56c1a556e, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:53:41.629960 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.633605 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.634180 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.634715 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.635234 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.636510 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.636992 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.637524 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.639298 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.639880 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.640736 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.641250 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.641762 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.642236 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.642858 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.643189 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f12df0be-540a-4966-b8ba-0f4757d50b57 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:53:41.643874 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:41.670714 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] Publish callbacks [] for security_group (a98e0cb7-da5f-4330-8eb3-f5c08effeb8b), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.709186 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] For port 8d5dd75c-3b59-431d-982e-99c56c1a556e, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:53:41.711273 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] Publish callbacks [] for security_group (a98e0cb7-da5f-4330-8eb3-f5c08effeb8b), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.714974 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] For port 8d5dd75c-3b59-431d-982e-99c56c1a556e, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8d5dd75c-3b59-431d-982e-99c56c1a556e,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:53:41.730401 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.734548 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port f12df0be-540a-4966-b8ba-0f4757d50b57 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:41.735404 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.782682 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Allocated IP 172.20.0.1 (86f9e639-c61b-466d-9b7c-25bed4f8b27e/cdd843b9-f486-4117-825e-a3f2b9d0fa96/e3149a8f-1b48-4de5-8856-82b2762be5e6) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:53:41.803417 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (a98e0cb7-da5f-4330-8eb3-f5c08effeb8b), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.807522 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:41.808987 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd5c49-d3b2-4246-a650-e210e4be3b60 None None] Pushing event updated for resources: {'Port': ['ID=8d5dd75c-3b59-431d-982e-99c56c1a556e,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:41.809493 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a98e0cb7-da5f-4330-8eb3-f5c08effeb8b HTTP/1.1" status: 204 len: 168 time: 0.2435822 Mar 23 15:53:41.851115 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:41.852297 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:41.875856 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebeb1b-3f82-4437-b787-4a4939ab72f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a98e0cb7-da5f-4330-8eb3-f5c08effeb8b,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:41.921084 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port f12df0be-540a-4966-b8ba-0f4757d50b57 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:42.026749 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks [] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.085493 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.118174 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:42.122976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:42.128380 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:42.132275 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:53:42.160420 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:42.189786 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (7da06609-4d29-4a59-8088-76462690adaa), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.302257 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55348) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:42.306811 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d641d71b-a2e9-4eb1-843c-424e608c40f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.369768 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.385501 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:39Z', 'revision_number': 3, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:42.419749 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d641d71b-a2e9-4eb1-843c-424e608c40f5 admin admin] Publish callbacks [] for security_group (83fb3e3b-3937-4dc6-9251-2f742e2a7c0c), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.427820 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d641d71b-a2e9-4eb1-843c-424e608c40f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (83fb3e3b-3937-4dc6-9251-2f742e2a7c0c), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.429255 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e808d-a6d4-4691-be7c-abae4e4372e6 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:39Z', 'revision_number': 3, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:42.478064 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d641d71b-a2e9-4eb1-843c-424e608c40f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=378af3594b8c4014bf912a6feaa36bd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929379 Mar 23 15:53:42.479618 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d641d71b-a2e9-4eb1-843c-424e608c40f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb3e3b-3937-4dc6-9251-2f742e2a7c0c,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:42.482325 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55350) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:42.510337 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-6f3a42d3-6afc-40b9-a6f6-fa5d2a580f57 None None] Provisioning complete for port e3149a8f-1b48-4de5-8856-82b2762be5e6 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:42.511595 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6f3a42d3-6afc-40b9-a6f6-fa5d2a580f57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.554768 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] Publish callbacks [] for security_group (83fb3e3b-3937-4dc6-9251-2f742e2a7c0c), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.566731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-6f3a42d3-6afc-40b9-a6f6-fa5d2a580f57 None None] Port e3149a8f-1b48-4de5-8856-82b2762be5e6 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:53:42.583800 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] Publish callbacks [] for security_group (83fb3e3b-3937-4dc6-9251-2f742e2a7c0c), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.605395 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks [] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.611867 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.682167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (83fb3e3b-3937-4dc6-9251-2f742e2a7c0c), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.684960 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.686269 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83fb3e3b-3937-4dc6-9251-2f742e2a7c0c HTTP/1.1" status: 204 len: 168 time: 0.2029333 Mar 23 15:53:42.694246 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (7da06609-4d29-4a59-8088-76462690adaa), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:42.697673 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Pushing event updated for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:42.705207 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-f4d8f89a-0cec-4339-87cb-9aad80c04a32 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-721387865&fields=id&tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9 HTTP/1.1" status: 200 len: 267 time: 0.1037784 Mar 23 15:53:42.718283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627e540-a4ce-4fea-ac69-3fc763a8a9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb3e3b-3937-4dc6-9251-2f742e2a7c0c,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:42.836099 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-23520f80-dc2f-433c-9ea5-ae0952648ae3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:42.838631 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-23520f80-dc2f-433c-9ea5-ae0952648ae3 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 985 time: 0.1238585 Mar 23 15:53:42.854188 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Request body: {'port': {'security_groups': ['ff6f6071-d397-49a3-8547-5f2f3d18d7a7']}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:42.876312 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:42.878091 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:42.946796 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.101969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:43.211914 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-6e9c33f9-aa90-4eee-ad7a-52751e30c412 None None] Provisioning complete for port e3149a8f-1b48-4de5-8856-82b2762be5e6 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:43.212562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6e9c33f9-aa90-4eee-ad7a-52751e30c412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.261928 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-6e9c33f9-aa90-4eee-ad7a-52751e30c412 None None] Port e3149a8f-1b48-4de5-8856-82b2762be5e6 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:53:43.312605 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:43.318818 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-32a23048-2786-47cd-81e7-1b60e56a02e6 admin admin] 10.222.0.41 "PUT /v2.0/routers/7da06609-4d29-4a59-8088-76462690adaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5149121 Mar 23 15:53:43.322435 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:43.357867 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.365334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.379267 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:53:43.419227 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:43.420055 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.421791 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-041a9945-4720-45ac-8ae7-92f21b00a46a req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "PUT /v2.0/ports/9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 943 time: 0.5727026 Mar 23 15:53:43.423236 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:43.429039 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55368) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:43.430155 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572fd962-d74a-409b-95cd-88a93b91336c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:43.505512 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafe04c-709c-49f2-9210-5eae06c63c16 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event updated for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=7']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:43.519118 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107238cf-4fdc-4b9d-a82b-b9fd8fb35d9e x-openstack-request-id: req-107238cf-4fdc-4b9d-a82b-b9fd8fb35d9e {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:43.525075 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:43.525572 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-107238cf-4fdc-4b9d-a82b-b9fd8fb35d9e {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:43.526224 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107238cf-4fdc-4b9d-a82b-b9fd8fb35d9e'] response: {'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:53:43.625801 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:53:43.629768 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55380) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:43.672619 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (13a0664d-f9cf-4e7e-8979-01a6607f28e0), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.717876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8d5dd75c-3b59-431d-982e-99c56c1a556e up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:53:43.719828 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd962-d74a-409b-95cd-88a93b91336c req-858947fe-c27e-4653-8355-0405dae6908c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:43.728957 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-858947fe-c27e-4653-8355-0405dae6908c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1130 time: 0.1872942 Mar 23 15:53:43.767216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (13a0664d-f9cf-4e7e-8979-01a6607f28e0), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.952072 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port f46a229f-a158-476e-91e5-c0c6dce61543 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:43.952731 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.956721 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd962-d74a-409b-95cd-88a93b91336c req-4e6cb986-a8fc-46d9-a86d-6840526a3d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:43.958262 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-4e6cb986-a8fc-46d9-a86d-6840526a3d8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.2223659 Mar 23 15:53:43.966696 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (13a0664d-f9cf-4e7e-8979-01a6607f28e0), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.969270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:43.973127 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "DELETE /v2.0/security-groups/13a0664d-f9cf-4e7e-8979-01a6607f28e0 HTTP/1.1" status: 204 len: 168 time: 0.5428224 Mar 23 15:53:43.975617 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55386) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:44.053533 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-8257f7ab-f162-4b01-bda3-4da4cc5c59f8 None None] Provisioning complete for port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:44.054348 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8257f7ab-f162-4b01-bda3-4da4cc5c59f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.127864 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a0664d-f9cf-4e7e-8979-01a6607f28e0,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:44.134624 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-22441cfe-f510-4288-969b-25e50916900d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 1001 time: 0.1690116 Mar 23 15:53:44.171451 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.173946 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.174518 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.175051 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.175541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.176114 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.176766 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.177339 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.177828 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.182728 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.183433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.184850 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.185376 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.187266 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.187773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b86fe5-febd-460d-9a2a-bcefa9576e26 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:44.210692 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.211168 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (f46a229f-a158-476e-91e5-c0c6dce61543), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.235705 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for f46a229f-a158-476e-91e5-c0c6dce61543 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:44.275147 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd962-d74a-409b-95cd-88a93b91336c req-1b7c92cc-675b-415e-80f1-4a5e7886dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:44.280649 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-1b7c92cc-675b-415e-80f1-4a5e7886dde1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.1326599 Mar 23 15:53:44.312379 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-8257f7ab-f162-4b01-bda3-4da4cc5c59f8 None None] Current status of the port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:44.352808 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 8d5dd75c-3b59-431d-982e-99c56c1a556e triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:44.354153 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.371377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55394) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:44.380892 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1818598031', 'description': 'tempest-description--1073485863'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:44.388094 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fd962-d74a-409b-95cd-88a93b91336c req-54ac8cf2-c7ee-4221-ae22-f3a7b469541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:44.389760 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-54ac8cf2-c7ee-4221-ae22-f3a7b469541c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1016512 Mar 23 15:53:44.439657 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Deleting port f9997a2e-144b-4f94-b1ca-8c50fb69a460 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:44.440221 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.466884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.470222 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 8d5dd75c-3b59-431d-982e-99c56c1a556e is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:44.470656 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.501913 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port 8d5dd75c-3b59-431d-982e-99c56c1a556e, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8d5dd75c-3b59-431d-982e-99c56c1a556e,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:44.507904 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.539759 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-4f5f7107-ded0-4f1c-b7f6-9dbbeeaad9da service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430485 Mar 23 15:53:44.575128 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.575536 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for floatingip (f9997a2e-144b-4f94-b1ca-8c50fb69a460), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.578676 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=8d5dd75c-3b59-431d-982e-99c56c1a556e,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:44.599167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Calling delete_port for f9997a2e-144b-4f94-b1ca-8c50fb69a460 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:44.609322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f46a229f-a158-476e-91e5-c0c6dce61543), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.640403 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (6d557f00-a5ed-4548-8ed2-d44530269291), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.657661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6d557f00-a5ed-4548-8ed2-d44530269291), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.702899 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=f46a229f-a158-476e-91e5-c0c6dce61543,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:44.711478 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d557f00-a5ed-4548-8ed2-d44530269291,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:44.715275 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-572fd962-d74a-409b-95cd-88a93b91336c req-ea4960c7-3496-4b10-a77d-976e9b630b50 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682138 Mar 23 15:53:44.720144 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.721559 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7cbcc0b2-26ba-4919-928c-03d3ad901bd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3487601 Mar 23 15:53:44.724627 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55404) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:44.729413 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group_rule': {'security_group_id': '6d557f00-a5ed-4548-8ed2-d44530269291', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:44.759251 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (965b506f-3593-4f46-8a38-c72037a092e7), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.802005 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.802262 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa disassociated (deleted). External IP: 172.27.3.220, port: b5ef65a7-f78b-4687-8ebf-eb33008615de. Mar 23 15:53:44.831538 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (965b506f-3593-4f46-8a38-c72037a092e7), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.837916 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (965b506f-3593-4f46-8a38-c72037a092e7), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.858590 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=965b506f-3593-4f46-8a38-c72037a092e7,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:44.870779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.874889 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-39e54769-b8ec-4f48-a844-6425e1ee7de6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464167 Mar 23 15:53:44.875470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55410) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:44.880956 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group_rule': {'security_group_id': '6d557f00-a5ed-4548-8ed2-d44530269291', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:44.911675 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (44feba73-3da7-490e-a830-7beb11cb6f99), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.992687 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (44feba73-3da7-490e-a830-7beb11cb6f99), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:44.999534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (44feba73-3da7-490e-a830-7beb11cb6f99), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.019584 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44feba73-3da7-490e-a830-7beb11cb6f99,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:45.032047 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.037040 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3a89f6a1-03f4-4f4a-bb53-fd883cbae2bb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569595 Mar 23 15:53:45.040105 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55414) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:45.046045 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:45.075040 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f9997a2e-144b-4f94-b1ca-8c50fb69a460), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.075387 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.114369 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event deleted for resources: {'Port': ['ID=f9997a2e-144b-4f94-b1ca-8c50fb69a460,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:45.133024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.133024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.133024 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.133936 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.134147 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.134472 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.134844 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.135026 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:45.135256 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.137629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.138570 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:53:45.157388 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:45.158362 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:45.215214 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.221170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:45.249631 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks [] for floatingip (78a30e1d-518b-4964-a6e0-be27ecaa6cfe), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.249959 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.db.l3_db [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Floating IP 78a30e1d-518b-4964-a6e0-be27ecaa6cfe disassociated (deleted). External IP: 172.27.3.83, port: 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f. Mar 23 15:53:45.293844 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:45.359245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Allocated IP 172.27.3.187 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/7e5f67ac-87f7-4493-956b-722a6a403d45) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:53:45.474064 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:45.479948 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.485098 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:45.502985 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:45.508493 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:45.518152 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-15bec100-a59c-4065-ad68-5873ddde9ce2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "DELETE /v2.0/floatingips/c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa HTTP/1.1" status: 204 len: 168 time: 1.8859715 Mar 23 15:53:45.530951 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.602585 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:45.603596 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1349c4-7dda-4deb-8200-fdbbb839217a" -d '{"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:45.627736 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.658470 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:45.682658 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:45.686381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:45.694910 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:53:45.709934 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa25454-1310-431f-8613-6914731d3f8e x-openstack-request-id: req-6aa25454-1310-431f-8613-6914731d3f8e {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:45.711447 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:45.713004 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6aa25454-1310-431f-8613-6914731d3f8e {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:45.713633 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aa25454-1310-431f-8613-6914731d3f8e'] response: {'name': 'network-changed', 'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'status': 'completed', 'code': 200} Mar 23 15:53:45.736125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Router 331d1715-7f42-4591-9380-3d676611087f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:45.738404 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=7e5f67ac-87f7-4493-956b-722a6a403d45,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:45.766553 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8d5dd75c-3b59-431d-982e-99c56c1a556e up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:53:45.867495 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 2, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:45.882227 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.895219 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-0268b2c1-e745-4982-bd6a-0d2e633d5bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:45.897677 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-0268b2c1-e745-4982-bd6a-0d2e633d5bea service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 1130 time: 0.1526852 Mar 23 15:53:45.904604 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:45.904970 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Updating router 7da06609-4d29-4a59-8088-76462690adaa port e3149a8f-1b48-4de5-8856-82b2762be5e6 binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:53:45.924169 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:45.929361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.946782 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.948981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Sync routers for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:45.953188 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:45.968884 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 8d5dd75c-3b59-431d-982e-99c56c1a556e triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:45.969261 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:45.984103 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-338d58c1-4a4c-41ee-8acd-3e5448a85903 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "DELETE /v2.0/floatingips/78a30e1d-518b-4964-a6e0-be27ecaa6cfe HTTP/1.1" status: 204 len: 168 time: 1.9658813 Mar 23 15:53:45.993404 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:46.001721 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.004817 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048387ac-0f17-44a3-80f4-d1b3e9230284 req-d7288b58-dc54-4f14-a9f4-23082c695e32 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:46.006993 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:46.008092 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:46.012143 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-048387ac-0f17-44a3-80f4-d1b3e9230284 req-d7288b58-dc54-4f14-a9f4-23082c695e32 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0895371 Mar 23 15:53:46.095602 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-048387ac-0f17-44a3-80f4-d1b3e9230284 req-860984af-1076-4c5e-8501-d4d2e84f87c3 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818970 Mar 23 15:53:46.096907 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:46.097713 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:46.129555 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-2c57184a-483c-4c89-9d2a-8e06456978e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:46.131071 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-2c57184a-483c-4c89-9d2a-8e06456978e5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.2104766 Mar 23 15:53:46.164249 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:46.179229 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-34262fad-2062-45f7-a23e-44cf1f813845 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 200 len: 217 time: 0.0390735 Mar 23 15:53:46.279166 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-f0e4fe17-2cdc-49ac-8897-efcd7c0cdcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:46.280730 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-f0e4fe17-2cdc-49ac-8897-efcd7c0cdcc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0945971 Mar 23 15:53:46.335121 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.344410 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.388289 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-14850538-c41f-4a64-97f8-d416fff8b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:46.390013 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-14850538-c41f-4a64-97f8-d416fff8b7cf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996094 Mar 23 15:53:46.463334 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 8d5dd75c-3b59-431d-982e-99c56c1a556e is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:46.468441 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=7e5f67ac-87f7-4493-956b-722a6a403d45,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:46.468817 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:46.491032 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.529050 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:46.563421 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-3df2d3a5-0f74-42af-99d6-d7c6985f2c12 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542580 Mar 23 15:53:46.566360 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c828fef8-60da-43e3-abb0-8e0ab5362832 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': 'bf9a416e-98ea-4a90-b8db-c2b465094b1f', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'port_id': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'mac_address': 'fa:16:3e:b1:00:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69fc287-f86f-4793-bf27-2acad2597705', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:49:05Z', 'updated_at': '2022-03-23T15:49:08Z', 'revision_number': 1, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:46.570163 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.580183 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-6d4354c6-a09c-4621-834a-cdf1afb20062 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5387263 Mar 23 15:53:46.708998 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.724219 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-bc1349c4-7dda-4deb-8200-fdbbb839217a req-d3bd9d5c-8378-436a-becd-abdd6adc21c0 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427729 Mar 23 15:53:46.788822 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks [] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.809313 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:46.910976 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf131-f947-461f-823f-7665b115ebcf None None] Pushing event updated for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:46.946707 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-18fb458e-035d-4eb7-9daf-99b61e2e5698 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1818598031&fields=id&tenant_id=eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 267 time: 0.0833621 Mar 23 15:53:46.994155 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:47.044356 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Attempting to bind port e3149a8f-1b48-4de5-8856-82b2762be5e6 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:53:47.044774 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Attempting to bind port e3149a8f-1b48-4de5-8856-82b2762be5e6 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:53:47.045218 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Attempting to bind port e3149a8f-1b48-4de5-8856-82b2762be5e6 on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:53:47.052159 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Checking router: 331d1715-7f42-4591-9380-3d676611087f for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:47.054538 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:53:47.054920 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Checking segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:53:47.055328 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:47.055731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Bound using segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:53:47.056272 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Bound port: e3149a8f-1b48-4de5-8856-82b2762be5e6, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:53:47.056652 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:47.064128 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a25a6c1-5e1f-4996-89c9-dec83bd86e9c None None] New status for floating IP c85a6fc5-1dad-4e85-9ba2-8c407c0cb9fa: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:53:47.077802 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:47.078040 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:47.100222 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-0f0a4aef-1b73-403f-961e-08d873dbefe2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:47.101808 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-0f0a4aef-1b73-403f-961e-08d873dbefe2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 810 time: 0.1495690 Mar 23 15:53:47.122300 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-bf97377b-5c16-4da0-8c5b-789f39e21c8b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/quotas/eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 375 time: 0.0146661 Mar 23 15:53:47.244998 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-196cd7f2-6733-43cf-9110-6a21149e8075 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154633 Mar 23 15:53:47.268439 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a14ce32b-7218-4991-b3d9-3724888833d2 None None] Provisioning complete for port e3149a8f-1b48-4de5-8856-82b2762be5e6 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:47.269078 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a14ce32b-7218-4991-b3d9-3724888833d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:47.297605 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f2f85-da53-4bc5-b5d5-af5389c5af4b req-bad6ed15-a0b8-4c79-b07a-60727bb9a689 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:47.299693 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-024f2f85-da53-4bc5-b5d5-af5389c5af4b req-bad6ed15-a0b8-4c79-b07a-60727bb9a689 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0956430 Mar 23 15:53:47.318425 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] For port e3149a8f-1b48-4de5-8856-82b2762be5e6, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:53:47.339428 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] For port e3149a8f-1b48-4de5-8856-82b2762be5e6, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e3149a8f-1b48-4de5-8856-82b2762be5e6,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:53:47.351698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a14ce32b-7218-4991-b3d9-3724888833d2 None None] Port e3149a8f-1b48-4de5-8856-82b2762be5e6 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:53:47.357758 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:47.386449 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-024f2f85-da53-4bc5-b5d5-af5389c5af4b req-a666f326-1b06-4fd0-9432-4210b6cd61f2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734277 Mar 23 15:53:47.408711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:47.408968 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1bfebc51-a682-4d70-9d79-f151bd622927 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:53:47.415848 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1bfebc51-a682-4d70-9d79-f151bd622927 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1489935 Mar 23 15:53:47.468949 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ddf131-f947-461f-823f-7665b115ebcf None None] Pushing event updated for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:47.539191 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:47.540321 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:47.567735 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-90e1030c-c9e5-49c4-a5e2-0badcd5c8dcd service neutron] 10.222.0.41 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501262 Mar 23 15:53:47.676477 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2ed721f1-d754-4849-9c28-bbef5b41fca9 service neutron] 10.222.0.41 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070449 Mar 23 15:53:47.715718 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109941) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:47.719059 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f11d6614aa00f2d5bc4c6afc224427c93327428b05a72fdf8410967d755b920f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a755b-752f-4670-b046-830c0695a165" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109941) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:47.780220 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a31956-6c9a-44bf-a0e9-bcd5673692a4 x-openstack-request-id: req-24a31956-6c9a-44bf-a0e9-bcd5673692a4 {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:47.780516 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109941) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:47.780774 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-24a31956-6c9a-44bf-a0e9-bcd5673692a4 {{(pid=109941) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:47.782571 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a31956-6c9a-44bf-a0e9-bcd5673692a4'] response: {'name': 'network-changed', 'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:53:47.906348 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:47.953132 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10abc3bf-b1de-4dbc-8695-4606dc618920 req-52ce1921-1a5b-4a50-b44f-3fffccf54d50 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0485857 Mar 23 15:53:47.955515 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Provisioning complete for port e3149a8f-1b48-4de5-8856-82b2762be5e6 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:47.955895 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:47.958514 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856db74-6563-4203-8d66-adac4e119e4b req-c59d84eb-cb84-49ea-bd7a-f0df3883cd1a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:47.960223 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4856db74-6563-4203-8d66-adac4e119e4b req-c59d84eb-cb84-49ea-bd7a-f0df3883cd1a tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.1322608 Mar 23 15:53:47.962616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a755b-752f-4670-b046-830c0695a165 req-ddc79693-5f53-4491-9aa5-94132a5d9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:47.964598 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-ddc79693-5f53-4491-9aa5-94132a5d9210 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 1130 time: 0.1484795 Mar 23 15:53:48.339701 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:48.342654 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Current status of the port e3149a8f-1b48-4de5-8856-82b2762be5e6 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:48.343174 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:48.388520 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b348aaee-2d7a-454f-89a9-6a05d132debf None None] The sync data for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi is: [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:49:28Z', 'revision_number': 4, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '67c5f3cb-2fc5-43fd-8d06-d79aec78f591', 'name': '', 'network_id': '5b007d81-45b3-4814-b3bc-5bd1ff3b4a82', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'mac_address': 'fa:16:3e:d3:51:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:27Z', 'updated_at': '2022-03-23T15:49:34Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'subnets': [{'id': '3cfec4c8-f28f-4605-8a2f-a541635942f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:48.440291 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] For port e3149a8f-1b48-4de5-8856-82b2762be5e6, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e3149a8f-1b48-4de5-8856-82b2762be5e6,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:48.451550 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:47Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:48.459954 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:48.526577 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a755b-752f-4670-b046-830c0695a165 req-e0105e53-8830-4263-9b8e-eb6006ded7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:48.528417 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-e0105e53-8830-4263-9b8e-eb6006ded7c8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 200 len: 916 time: 0.5546203 Mar 23 15:53:48.580497 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56655a36-79a6-4862-a7d3-2e816f8a7307 req-7bb10b9b-8bd0-4b3f-af7f-25a159774db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:48.589245 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-56655a36-79a6-4862-a7d3-2e816f8a7307 req-7bb10b9b-8bd0-4b3f-af7f-25a159774db2 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 946 time: 0.0848570 Mar 23 15:53:48.591100 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-6748cdfc-aa49-4b1a-817a-d84970353010 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 200 len: 217 time: 0.0532284 Mar 23 15:53:48.594813 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port b5ef65a7-f78b-4687-8ebf-eb33008615de {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:48.595334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:48.616122 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7086fc62-2d2d-4c8a-82f8-d05b2eff5b79 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:47Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:48.620750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d03e6-c001-4a83-9c7b-686715aea35a None None] Pushing event updated for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:48.686990 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-56655a36-79a6-4862-a7d3-2e816f8a7307 req-e05e9fe5-c7d6-4403-b6fe-492f399ccdf1 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927222 Mar 23 15:53:48.761674 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a755b-752f-4670-b046-830c0695a165 req-0bd3a9e8-3fd0-4412-bbb4-83f7a651a3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:48.763688 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-0bd3a9e8-3fd0-4412-bbb4-83f7a651a3e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 200 len: 854 time: 0.1638317 Mar 23 15:53:48.800719 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] For port b5ef65a7-f78b-4687-8ebf-eb33008615de, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5ef65a7-f78b-4687-8ebf-eb33008615de,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:48.800914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:48.836526 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for b5ef65a7-f78b-4687-8ebf-eb33008615de owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:48.892173 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a755b-752f-4670-b046-830c0695a165 req-eeae4a32-89c1-4f52-8439-45ab66121c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:48.893669 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-eeae4a32-89c1-4f52-8439-45ab66121c87 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1122508 Mar 23 15:53:48.945566 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2dd8ead-014e-4258-ba74-41bda04a1700 None None] New status for floating IP 78a30e1d-518b-4964-a6e0-be27ecaa6cfe: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:53:49.129148 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9240e937-859c-4025-9e6d-eb043066a9e5 req-0688180a-30b4-46a5-90b8-cfee175bbca4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0601990 Mar 23 15:53:49.159070 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-73e85ad5-403d-4ac3-814d-81b4d23615d4 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580862 Mar 23 15:53:49.232776 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (b5ef65a7-f78b-4687-8ebf-eb33008615de), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:49.274920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=b5ef65a7-f78b-4687-8ebf-eb33008615de,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:49.354039 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] No DVR routers for this DVR port b5ef65a7-f78b-4687-8ebf-eb33008615de on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:49.358273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:49.361933 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4856db74-6563-4203-8d66-adac4e119e4b req-d306e192-1edd-4f08-b3be-8c688222529e tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "DELETE /v2.0/ports/b5ef65a7-f78b-4687-8ebf-eb33008615de HTTP/1.1" status: 204 len: 173 time: 1.3949676 Mar 23 15:53:49.362567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'name': 'network-vif-deleted', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:49.365163 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4d0636-4390-49f8-8f00-b9711cde0f12" -d '{"events": [{"server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "name": "network-vif-deleted", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:49.370393 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-2e1a755b-752f-4670-b046-830c0695a165 req-bbb7b6e3-07a8-4b9d-bcc4-a589db838bf7 service neutron] 10.222.0.61 "GET /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993594 Mar 23 15:53:49.459870 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cf88c1-20f3-4791-b6c7-14f6d0671632 x-openstack-request-id: req-40cf88c1-20f3-4791-b6c7-14f6d0671632 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:49.460541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68e06c0c-0204-49d6-9b4c-d027d5d85f97", "name": "network-vif-deleted", "tag": "b5ef65a7-f78b-4687-8ebf-eb33008615de", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:49.460961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-40cf88c1-20f3-4791-b6c7-14f6d0671632 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:49.461466 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40cf88c1-20f3-4791-b6c7-14f6d0671632'] response: {'server_uuid': '68e06c0c-0204-49d6-9b4c-d027d5d85f97', 'name': 'network-vif-deleted', 'tag': 'b5ef65a7-f78b-4687-8ebf-eb33008615de', 'status': 'completed', 'code': 200} Mar 23 15:53:49.578182 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274b39c-ba4c-4506-9c0e-8f9d3970387d req-415181ae-2150-4fde-9a7f-204c4ffbf888 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:49.587997 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c274b39c-ba4c-4506-9c0e-8f9d3970387d req-415181ae-2150-4fde-9a7f-204c4ffbf888 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.4096918 Mar 23 15:53:49.602061 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e3149a8f-1b48-4de5-8856-82b2762be5e6 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:53:49.683450 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c274b39c-ba4c-4506-9c0e-8f9d3970387d req-4b7067a2-d7bb-48ab-a14f-2d7b4e23cc31 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839930 Mar 23 15:53:49.766213 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port e3149a8f-1b48-4de5-8856-82b2762be5e6 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:49.766598 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:49.860937 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-ea51c18d-b639-4afd-93bc-e608e588d149 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:49.866182 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-ea51c18d-b639-4afd-93bc-e608e588d149 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 810 time: 0.2978747 Mar 23 15:53:49.964190 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e3149a8f-1b48-4de5-8856-82b2762be5e6 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:49.987932 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-749f6203-8fdf-488b-baae-756254d1b2a1 req-d123ad75-908a-4219-850b-65405c31f695 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=68e06c0c-0204-49d6-9b4c-d027d5d85f97 HTTP/1.1" status: 200 len: 210 time: 0.1030650 Mar 23 15:53:50.005840 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-55e10920-8b2d-4050-8570-ed47bcbe6d4e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 380 time: 0.1219668 Mar 23 15:53:50.014252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'port': {'device_id': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'admin_state_up': True, 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'security_groups': ['6d557f00-a5ed-4548-8ed2-d44530269291']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:50.139841 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Made reservation on behalf of eefb502c19c3456ab49f81b03a4f1f1a for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:53:50.144235 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.267252 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2cf706c4-f66c-4c98-b50e-ade5f643eb43 req-0b927bfd-b3eb-4639-9e15-2552203dec12 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0406556 Mar 23 15:53:50.339321 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Allocated IP 172.20.0.6 (86f9e639-c61b-466d-9b7c-25bed4f8b27e/cdd843b9-f486-4117-825e-a3f2b9d0fa96/97fe2049-0f7f-4d65-9a26-936232b97316) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:53:50.529862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (97fe2049-0f7f-4d65-9a26-936232b97316), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.571298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.615799 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:53:50.618919 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:53:50.622698 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:53:50.650779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:50.664895 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5ef65a7-f78b-4687-8ebf-eb33008615de no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:50.683665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:50.684334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.686793 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: b5ef65a7-f78b-4687-8ebf-eb33008615de {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:50.687136 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5ef65a7-f78b-4687-8ebf-eb33008615de not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:50.704106 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-2aa5f6d3-dd2f-4806-a346-61dc6adfb81b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6940360 Mar 23 15:53:50.718159 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Request body: {'port': {'device_id': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:53:50.791151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.836132 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290dac76-2f0c-4275-81cd-022d2f6fa061 req-eed708c8-e598-4e97-8289-95fca674e3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:50.837573 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-290dac76-2f0c-4275-81cd-022d2f6fa061 req-eed708c8-e598-4e97-8289-95fca674e3ab tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0620499 Mar 23 15:53:50.887248 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-290dac76-2f0c-4275-81cd-022d2f6fa061 req-f24a172c-55d8-4076-a64b-1220aa0768b4 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436203 Mar 23 15:53:50.898742 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-81cc9c58-afb6-47f0-b561-e208481ca131 None None] Provisioning complete for port 97fe2049-0f7f-4d65-9a26-936232b97316 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:50.899364 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-81cc9c58-afb6-47f0-b561-e208481ca131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:50.936698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-81cc9c58-afb6-47f0-b561-e208481ca131 None None] Port 97fe2049-0f7f-4d65-9a26-936232b97316 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:53:51.085940 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97fe2049-0f7f-4d65-9a26-936232b97316 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:53:51.097233 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks [] for port (97fe2049-0f7f-4d65-9a26-936232b97316), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.112503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Transition to ACTIVE for port object 97fe2049-0f7f-4d65-9a26-936232b97316 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:53:51.117457 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.173262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Pushing event updated for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:51.254706 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Attempting to bind port 97fe2049-0f7f-4d65-9a26-936232b97316 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:53:51.254916 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Attempting to bind port 97fe2049-0f7f-4d65-9a26-936232b97316 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:53:51.255499 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Attempting to bind port 97fe2049-0f7f-4d65-9a26-936232b97316 on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:53:51.261683 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Port 97fe2049-0f7f-4d65-9a26-936232b97316 on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:53:51.262019 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Attempting to bind port 97fe2049-0f7f-4d65-9a26-936232b97316 on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:53:51.267662 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:53:51.268087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Checking segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:53:51.268483 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Bound using segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:53:51.268949 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Bound port: 97fe2049-0f7f-4d65-9a26-936232b97316, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:53:51.269342 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.363373 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:53:51.369017 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=97fe2049-0f7f-4d65-9a26-936232b97316,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:53:51.380651 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.418283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.418886 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.420433 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] 10.222.0.61 "PUT /v2.0/ports/97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1093 time: 0.7068505 Mar 23 15:53:51.468461 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:51.474175 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f18076a-dff2-49f5-a84b-253164340943" -d '{"events": [{"name": "network-changed", "server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:51.485666 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8f24f-29ff-4f77-94b9-8b7905b6d3b6 req-8823d7cf-d912-450e-8d6e-18f64c87946a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.495724 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-66d8f24f-29ff-4f77-94b9-8b7905b6d3b6 req-8823d7cf-d912-450e-8d6e-18f64c87946a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1029456 Mar 23 15:53:51.510439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a70e1-c8b4-4d9e-a030-1a4f092868cd service neutron] Pushing event updated for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:51.558003 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-42a4aa71-8b7c-4903-8096-b1864e9ffcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.559276 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-42a4aa71-8b7c-4903-8096-b1864e9ffcc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1127 time: 0.0751455 Mar 23 15:53:51.572264 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-66d8f24f-29ff-4f77-94b9-8b7905b6d3b6 req-920ba417-ad20-443e-830d-eda8e9f2b626 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750399 Mar 23 15:53:51.574195 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3081ce32-634e-42c2-96d5-37f1a64323e1 x-openstack-request-id: req-3081ce32-634e-42c2-96d5-37f1a64323e1 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:51.574403 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:51.574574 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3081ce32-634e-42c2-96d5-37f1a64323e1 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:51.574980 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3081ce32-634e-42c2-96d5-37f1a64323e1'] response: {'name': 'network-changed', 'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316', 'status': 'completed', 'code': 200} Mar 23 15:53:51.617729 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-e3717659-1429-466c-815d-1939df3bb2e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 217 time: 0.0418410 Mar 23 15:53:51.689702 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-214ff707-cfe6-471e-a5d0-a0d2ce2931e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.691573 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-214ff707-cfe6-471e-a5d0-a0d2ce2931e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0657444 Mar 23 15:53:51.764969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-0250fe95-bcca-4bf9-aa79-90fccac7040c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.766477 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-0250fe95-bcca-4bf9-aa79-90fccac7040c tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0915475 Mar 23 15:53:51.783910 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-979284ab-387c-4807-9247-6fe8d8b08af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:51.786167 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-979284ab-387c-4807-9247-6fe8d8b08af3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0787287 Mar 23 15:53:51.788078 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-04a8bfc1-83ab-43d2-ac4f-2c9c5e039f3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:51.934520 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-918a9057-d8b2-47df-87df-f6968efab342 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311905 Mar 23 15:53:51.990701 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Deleting port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:51.991042 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:52.033866 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a6d1-f4f9-48c6-aa63-59f709c4c364 req-84b71833-a430-4540-9200-98cb4a49d2d0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.036207 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b48a6d1-f4f9-48c6-aa63-59f709c4c364 req-84b71833-a430-4540-9200-98cb4a49d2d0 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ccb572b-9b02-4226-9db5-883b0139ab34 HTTP/1.1" status: 200 len: 946 time: 0.0689876 Mar 23 15:53:52.103485 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4b48a6d1-f4f9-48c6-aa63-59f709c4c364 req-88828c98-ab4e-4b7b-84a3-795e0017fbad tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.41 "GET /v2.0/security-groups?id=ff6f6071-d397-49a3-8547-5f2f3d18d7a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559573 Mar 23 15:53:52.104267 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b262b444-0495-4d0d-8902-b48f5c6abbb6 req-bcab5774-0fd3-4def-ad15-8ef662241a41 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604898 Mar 23 15:53:52.121928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] For port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:52.129364 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:52.149568 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Calling delete_port for 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:52.259632 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18076a-dff2-49f5-a84b-253164340943 req-106defa1-375d-4af6-b287-286f6f10ffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.261154 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-106defa1-375d-4af6-b287-286f6f10ffb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1127 time: 0.1048253 Mar 23 15:53:52.395800 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:52.410596 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:53:52.424553 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18076a-dff2-49f5-a84b-253164340943 req-1c3b9b6a-7843-43d5-8911-0ecb80b15a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.426032 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-1c3b9b6a-7843-43d5-8911-0ecb80b15a1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.1537571 Mar 23 15:53:52.428844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Pushing event deleted for resources: {'Port': ['ID=9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:52.503875 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] No DVR routers for this DVR port 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:52.506387 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-f99b64c2-f085-4874-910d-fe796dfde4ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 217 time: 0.0532653 Mar 23 15:53:52.507509 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:52.510605 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-e03735af-b9aa-4fa9-845a-f1e8e63145c0 req-39acc55d-7df0-4974-82fb-1306b162c875 tempest-TestMinimumBasicScenario-1982308108 tempest-TestMinimumBasicScenario-1982308108-project] 10.222.0.61 "DELETE /v2.0/ports/9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f HTTP/1.1" status: 204 len: 173 time: 0.7381177 Mar 23 15:53:52.569871 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18076a-dff2-49f5-a84b-253164340943 req-357a9126-c98e-4779-9261-8574c27136a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.571571 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-357a9126-c98e-4779-9261-8574c27136a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0516856 Mar 23 15:53:52.651087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f18076a-dff2-49f5-a84b-253164340943 req-0ff36733-4882-4174-a044-af6b7579cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.653052 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-0ff36733-4882-4174-a044-af6b7579cc91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635722 Mar 23 15:53:52.750177 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a3145-ff58-4737-aced-9412c9e600b8 req-81b37cdd-f6d6-4f30-a6cb-26031e0effca tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:52.751729 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f63a3145-ff58-4737-aced-9412c9e600b8 req-81b37cdd-f6d6-4f30-a6cb-26031e0effca tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 943 time: 0.0742002 Mar 23 15:53:52.787579 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-ee0eda96-3fec-4edb-9495-054afa6680b7 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190732 Mar 23 15:53:52.846121 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f63a3145-ff58-4737-aced-9412c9e600b8 req-48827c05-30ba-4b80-882b-e8949c4fff00 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812712 Mar 23 15:53:52.915165 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6f18076a-dff2-49f5-a84b-253164340943 req-392ea1fe-00d3-4600-880a-c5e9f884b219 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143486 Mar 23 15:53:53.320072 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55606) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:53.496095 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port 9ba18294-1319-4908-af36-f4db6f32ee11 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:53.496686 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:53.577804 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'name': 'network-vif-deleted', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:53.580414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d81c01a-3160-49f0-9d23-a34c3ac264c9" -d '{"events": [{"server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "name": "network-vif-deleted", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:53.598795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:53.599324 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (9ba18294-1319-4908-af36-f4db6f32ee11), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:53.614118 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for 9ba18294-1319-4908-af36-f4db6f32ee11 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:53.657510 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6babd659-f27a-42e0-8c3e-84f4a068bc20 x-openstack-request-id: req-6babd659-f27a-42e0-8c3e-84f4a068bc20 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:53.657756 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccb572b-9b02-4226-9db5-883b0139ab34", "name": "network-vif-deleted", "tag": "9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:53.657932 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6babd659-f27a-42e0-8c3e-84f4a068bc20 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:53.658331 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6babd659-f27a-42e0-8c3e-84f4a068bc20'] response: {'server_uuid': '7ccb572b-9b02-4226-9db5-883b0139ab34', 'name': 'network-vif-deleted', 'tag': '9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f', 'status': 'completed', 'code': 200} Mar 23 15:53:53.694669 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5feb860f-ffdb-4532-98a8-79f3f22e656c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:53.775721 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:53:53.907053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55648) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:54.056066 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb186da-a97f-4047-b8d8-e53db9db07c8 req-721cef2c-3b7e-4ee3-a5a7-4baf976fc368 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:54.057623 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bbb186da-a97f-4047-b8d8-e53db9db07c8 req-721cef2c-3b7e-4ee3-a5a7-4baf976fc368 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1395228 Mar 23 15:53:54.113400 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (9ba18294-1319-4908-af36-f4db6f32ee11), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.140306 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=9ba18294-1319-4908-af36-f4db6f32ee11,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:54.206787 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bbb186da-a97f-4047-b8d8-e53db9db07c8 req-8dc640c2-c7d0-4c49-9961-20f0b7d81a88 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414895 Mar 23 15:53:54.216490 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (bf9a416e-98ea-4a90-b8db-c2b465094b1f), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.217822 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Floating IP bf9a416e-98ea-4a90-b8db-c2b465094b1f disassociated (deleted). External IP: 172.27.3.160, port: 49d5d706-e8be-4aa1-86b5-ab61ae3c6839. Mar 23 15:53:54.410826 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (331d1715-7f42-4591-9380-3d676611087f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.482194 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:54.602611 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-6dca4631-26a0-4566-8740-ae732dc66eac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1334097 Mar 23 15:53:54.695105 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:54.727093 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Deleting port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:54.727515 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.731513 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:54.731900 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 9d7e5dc8-9d15-44a7-ada2-ed3be69b7f7f not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:54.755055 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:54.762905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.768330 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:54.785585 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:54.787771 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:54.794418 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-50d586ea-2473-49f2-9e9a-9dab6c8f1b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:54.796346 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-50d586ea-2473-49f2-9e9a-9dab6c8f1b80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1129 time: 0.1385634 Mar 23 15:53:54.809616 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cd020bc3-9596-4ce5-817d-c389cff96237 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "DELETE /v2.0/floatingips/bf9a416e-98ea-4a90-b8db-c2b465094b1f HTTP/1.1" status: 204 len: 168 time: 1.4882963 Mar 23 15:53:54.828342 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] For port 67c5f3cb-2fc5-43fd-8d06-d79aec78f591, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:54.828910 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:54.851958 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Calling delete_port for 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:54.926928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-d1681667-bb97-4ac2-810b-e74e5d32ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:54.929529 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-d1681667-bb97-4ac2-810b-e74e5d32ec01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.1127572 Mar 23 15:53:54.953985 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:55.010887 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-c0fe58eb-a604-422a-bff8-34680a9616d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 217 time: 0.0745420 Mar 23 15:53:55.088621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-e78c7947-022a-47a8-bc51-818d6fa4350e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:55.090084 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-e78c7947-022a-47a8-bc51-818d6fa4350e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0631239 Mar 23 15:53:55.133087 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (67c5f3cb-2fc5-43fd-8d06-d79aec78f591), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:55.151323 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-a582eda9-b000-46e2-80c8-36f6e0f879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:55.153255 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-a582eda9-b000-46e2-80c8-36f6e0f879c2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0549314 Mar 23 15:53:55.165525 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c5f3cb-2fc5-43fd-8d06-d79aec78f591,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:55.253775 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9dafe-e317-4cb6-be80-9ae6cf546283 req-4b1e433b-2c7c-431c-b966-c3efbd9c3845 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:55.262876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:55.264184 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98b9dafe-e317-4cb6-be80-9ae6cf546283 req-4b1e433b-2c7c-431c-b966-c3efbd9c3845 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.1700506 Mar 23 15:53:55.291020 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-a1955d5a-4bf3-4c09-9270-ca7c0fe022cd service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274481 Mar 23 15:53:55.359025 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-98b9dafe-e317-4cb6-be80-9ae6cf546283 req-30827048-93f8-4013-8476-1c51832d3407 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929043 Mar 23 15:53:55.462483 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-ce1f667c-bce7-4446-9aa6-922fdaba4b9e req-d4239c11-971b-46ce-a00b-d97ee8f306ad service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642230 Mar 23 15:53:55.484717 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3ffcb-ba50-4423-836f-3b5f6b842d13 req-ed54de25-c9d1-443f-958b-ca2f0d842033 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:55.486321 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-28a3ffcb-ba50-4423-836f-3b5f6b842d13 req-ed54de25-c9d1-443f-958b-ca2f0d842033 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1583188 Mar 23 15:53:55.511996 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:55.534641 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (331d1715-7f42-4591-9380-3d676611087f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:55.552295 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:55.565045 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:55.565941 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:55.601600 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-28a3ffcb-ba50-4423-836f-3b5f6b842d13 req-f49f1e65-454b-4435-b191-a0bcf695e7b7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051726 Mar 23 15:53:55.659148 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:55.662661 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6" -d '{"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:55.692131 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:55.701690 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff78e324-9a5b-4902-9330-aa0050edc4a7 x-openstack-request-id: req-ff78e324-9a5b-4902-9330-aa0050edc4a7 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:55.702115 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:55.702490 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ff78e324-9a5b-4902-9330-aa0050edc4a7 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:55.703081 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff78e324-9a5b-4902-9330-aa0050edc4a7'] response: {'name': 'network-changed', 'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'status': 'completed', 'code': 200} Mar 23 15:53:55.812006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-a8cf88c2-bb2f-4866-ae0f-2db6f18c2686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:55.813798 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-a8cf88c2-bb2f-4866-ae0f-2db6f18c2686 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a47111d79ce7493c9c9f0addceae88da&device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 1129 time: 0.0774105 Mar 23 15:53:55.852148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Router 331d1715-7f42-4591-9380-3d676611087f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:53:55.982328 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:53:55.992790 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Sync routers for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:53:55.996996 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-84ceb5f6-6cf0-4694-9337-eb2efeb02bb3 admin admin] 10.222.0.41 "PUT /v2.0/routers/331d1715-7f42-4591-9380-3d676611087f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866957 Mar 23 15:53:55.999952 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55676) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:56.008569 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:56.010083 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:56.023491 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-d0ecd673-9668-4a0e-9abb-26e305779317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.030013 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-d0ecd673-9668-4a0e-9abb-26e305779317 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 200 len: 912 time: 0.2088444 Mar 23 15:53:56.038143 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:56.071361 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a75244-806c-4343-bc45-1bce07ddc450 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:01Z', 'revision_number': 4, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'feffe4fa-173a-4f18-a531-fbd9543516c1', 'name': '', 'network_id': 'cbe0c296-3e0f-43a3-b227-c2c4e0ee8755', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'mac_address': 'fa:16:3e:c2:b6:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:00Z', 'updated_at': '2022-03-23T15:44:05Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'subnets': [{'id': '8de6be1a-81c7-47ca-ad3e-b88a505d78ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:56.135942 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-5f635293-8198-421a-a392-885de34f3eec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 200 len: 217 time: 0.0897448 Mar 23 15:53:56.193784 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:56.202662 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks [] for router (331d1715-7f42-4591-9380-3d676611087f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.206261 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-159f4961-d681-46bb-a8ea-2b0796549f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.207811 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-159f4961-d681-46bb-a8ea-2b0796549f3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 200 len: 850 time: 0.0496144 Mar 23 15:53:56.289376 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-cf4c0e59-d1d2-4e2b-bec1-4195a444a89f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.291054 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-cf4c0e59-d1d2-4e2b-bec1-4195a444a89f tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 945 time: 0.1772804 Mar 23 15:53:56.293449 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-7c3c8830-61f1-499f-9c13-e2742380f64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.294996 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-7c3c8830-61f1-499f-9c13-e2742380f64f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0803118 Mar 23 15:53:56.365347 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks [] for router_gateway (331d1715-7f42-4591-9380-3d676611087f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.538675 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-7767e329-64d2-4fda-b01d-e18030db35c6 service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269485 Mar 23 15:53:56.595279 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.638192 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:56.638566 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.653620 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d48785b-2f8a-4f8f-abd6-ae3ae2262a05 None None] New status for floating IP bf9a416e-98ea-4a90-b8db-c2b465094b1f: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:53:56.670155 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234'}], 'enable_snat': True}, 'gw_port_id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:53:55Z', 'revision_number': 5, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port': {'id': 'e1fc422c-1850-4224-bacd-9e46142aa043', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:28:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '331d1715-7f42-4591-9380-3d676611087f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:25Z', 'updated_at': '2022-03-23T15:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:56.713451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 97fe2049-0f7f-4d65-9a26-936232b97316 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:53:56.767544 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-72cd9af7-1530-4e08-b5bd-d95a47c7dde6 req-c4941dcf-06b5-4a6c-98f2-321267992c0d service neutron] 10.222.0.61 "GET /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178788 Mar 23 15:53:56.775358 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] For port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:56.776006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.791010 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:56.794417 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Checking router: 331d1715-7f42-4591-9380-3d676611087f for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:53:56.813190 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Routers {'331d1715-7f42-4591-9380-3d676611087f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:53:56.813940 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['331d1715-7f42-4591-9380-3d676611087f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:56.929788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=97fe2049-0f7f-4d65-9a26-936232b97316,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:56.947559 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] Set router 331d1715-7f42-4591-9380-3d676611087f gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:53:56.949823 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '97fe2049-0f7f-4d65-9a26-936232b97316', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'port_id': '97fe2049-0f7f-4d65-9a26-936232b97316', 'mac_address': 'fa:16:3e:33:e0:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:53:56.955507 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (49d5d706-e8be-4aa1-86b5-ab61ae3c6839), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.976337 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a2a059-8ba6-43ec-9e47-9a75f11ef8d7 req-d57e44ee-e2e0-47bb-ba52-9c962cfd0109 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.978019 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2a2a059-8ba6-43ec-9e47-9a75f11ef8d7 req-d57e44ee-e2e0-47bb-ba52-9c962cfd0109 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 943 time: 0.1233981 Mar 23 15:53:56.988077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Deleting port e1fc422c-1850-4224-bacd-9e46142aa043 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:56.988507 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:56.996597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54e9a1-cc37-4a85-87b6-38c6369b3f7d req-dbdd18d8-96dd-4f22-9728-9fa415c6f467 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:56.998221 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4a54e9a1-cc37-4a85-87b6-38c6369b3f7d req-dbdd18d8-96dd-4f22-9728-9fa415c6f467 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/ports?device_id=d69fc287-f86f-4793-bf27-2acad2597705 HTTP/1.1" status: 200 len: 867 time: 0.1425197 Mar 23 15:53:57.011077 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=49d5d706-e8be-4aa1-86b5-ab61ae3c6839,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:57.022476 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:53:56Z', 'revision_number': 6, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:57.072850 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003917cc-9145-40f4-88e4-313c0ae913ef None None] The sync data for ids ['331d1715-7f42-4591-9380-3d676611087f'] in dv-cinder-834540-1-iscsi is: [{'id': '331d1715-7f42-4591-9380-3d676611087f', 'name': 'tempest-TestMinimumBasicScenario-2042301651-router', 'tenant_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:24Z', 'updated_at': '2022-03-23T15:53:56Z', 'revision_number': 6, 'project_id': 'e09ee8f8df5744f8a90e0cc97b9977c9', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:53:57.074506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] No DVR routers for this DVR port 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:57.077709 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.081537 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-8a41a9ea-b964-42df-a30a-7dccc0096cc5 req-3e337100-fb97-4025-a1a4-f48786fb17d7 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.61 "DELETE /v2.0/ports/49d5d706-e8be-4aa1-86b5-ab61ae3c6839 HTTP/1.1" status: 204 len: 173 time: 0.7606471 Mar 23 15:53:57.090522 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 97fe2049-0f7f-4d65-9a26-936232b97316 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:57.091099 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.107438 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97fe2049-0f7f-4d65-9a26-936232b97316 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:53:57.134696 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=97fe2049-0f7f-4d65-9a26-936232b97316,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:57.140239 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.185491 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d2a2a059-8ba6-43ec-9e47-9a75f11ef8d7 req-6a51df3e-14fe-4b0c-9df3-4ab805e6411b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988649 Mar 23 15:53:57.207424 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-4a54e9a1-cc37-4a85-87b6-38c6369b3f7d req-dfff8f31-87dd-4c98-bfdc-90c3b3519048 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "GET /v2.0/security-groups?id=ec8644a2-9e01-4208-bdec-3c35a34e6716&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424966 Mar 23 15:53:57.210410 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] For port e1fc422c-1850-4224-bacd-9e46142aa043, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e1fc422c-1850-4224-bacd-9e46142aa043,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:57.211034 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.225551 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:57.239954 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Calling delete_port for e1fc422c-1850-4224-bacd-9e46142aa043 owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:57.452181 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (e1fc422c-1850-4224-bacd-9e46142aa043), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.488449 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1fc422c-1850-4224-bacd-9e46142aa043,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:57.582301 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (331d1715-7f42-4591-9380-3d676611087f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.585546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['97fe2049-0f7f-4d65-9a26-936232b97316'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:53:57.697576 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (331d1715-7f42-4591-9380-3d676611087f), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.697576 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks [] for router_controller (331d1715-7f42-4591-9380-3d676611087f), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.704185 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'name': 'network-vif-deleted', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:57.707293 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793df5bc-13a6-4999-aabd-26faaeb2f2a2" -d '{"events": [{"server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "name": "network-vif-deleted", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:57.764204 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (331d1715-7f42-4591-9380-3d676611087f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.765429 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 331d1715-7f42-4591-9380-3d676611087f {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:53:57.771272 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.772799 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-84f75a74-1368-4449-a467-873547d8e376 admin admin] 10.222.0.41 "DELETE /v2.0/routers/331d1715-7f42-4591-9380-3d676611087f HTTP/1.1" status: 204 len: 168 time: 1.7717755 Mar 23 15:53:57.775416 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55700) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:57.799110 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:57.801665 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f883d816-6cb2-428e-83e3-846c5086946d x-openstack-request-id: req-f883d816-6cb2-428e-83e3-846c5086946d {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:57.802210 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d69fc287-f86f-4793-bf27-2acad2597705", "name": "network-vif-deleted", "tag": "49d5d706-e8be-4aa1-86b5-ab61ae3c6839", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:57.802210 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f883d816-6cb2-428e-83e3-846c5086946d {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:57.802639 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f883d816-6cb2-428e-83e3-846c5086946d'] response: {'server_uuid': 'd69fc287-f86f-4793-bf27-2acad2597705', 'name': 'network-vif-deleted', 'tag': '49d5d706-e8be-4aa1-86b5-ab61ae3c6839', 'status': 'completed', 'code': 200} Mar 23 15:53:57.844369 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:57.844905 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 67c5f3cb-2fc5-43fd-8d06-d79aec78f591 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:57.845581 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e1fc422c-1850-4224-bacd-9e46142aa043 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:57.852657 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Deleting subnet 3cfec4c8-f28f-4605-8a2f-a541635942f7 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:53:57.857843 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Publish callbacks [] for subnet (3cfec4c8-f28f-4605-8a2f-a541635942f7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.885514 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: e1fc422c-1850-4224-bacd-9e46142aa043 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:57.886428 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e1fc422c-1850-4224-bacd-9e46142aa043 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:57.889618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:57.913538 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (3cfec4c8-f28f-4605-8a2f-a541635942f7), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.014795 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (3cfec4c8-f28f-4605-8a2f-a541635942f7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.086881 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (3cfec4c8-f28f-4605-8a2f-a541635942f7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.120104 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cfec4c8-f28f-4605-8a2f-a541635942f7,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:58.122282 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.126146 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-32d4886a-43f9-4156-9faf-eee8330eb054 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/3cfec4c8-f28f-4605-8a2f-a541635942f7 HTTP/1.1" status: 204 len: 168 time: 0.3494349 Mar 23 15:53:58.129613 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55704) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:58.131909 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27061500-6a8d-47d3-b681-dc8fa60fb5ba None None] Network 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:53:58.214742 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.307009 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55710) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:58.318823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Deleting port 5e021acd-316f-411d-a261-a44233d6fb5b {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:58.319295 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.339571 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] DHCP port deletion for 5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:53:58.395049 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Deleting port 5e021acd-316f-411d-a261-a44233d6fb5b {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:58.395338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] For port 5e021acd-316f-411d-a261-a44233d6fb5b, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=5e021acd-316f-411d-a261-a44233d6fb5b,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:58.395546 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.395709 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.416931 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Calling delete_port for 5e021acd-316f-411d-a261-a44233d6fb5b owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:58.422205 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fabe2-9e9f-440c-b0ac-f34cdd62a823 req-7d825944-eef5-4966-a7a2-01c5a9c272bc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:58.424339 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-389fabe2-9e9f-440c-b0ac-f34cdd62a823 req-7d825944-eef5-4966-a7a2-01c5a9c272bc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 944 time: 0.1516058 Mar 23 15:53:58.467526 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] For port 5e021acd-316f-411d-a261-a44233d6fb5b, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=5e021acd-316f-411d-a261-a44233d6fb5b,segment=NetworkSegment(b1613e71-44a9-4159-ab7d-3690e29e5f42),segment_id=b1613e71-44a9-4159-ab7d-3690e29e5f42)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:58.467927 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.483118 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Calling delete_port for 5e021acd-316f-411d-a261-a44233d6fb5b owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:58.502947 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-389fabe2-9e9f-440c-b0ac-f34cdd62a823 req-1cdb04e6-3d79-4504-982f-0d136d3686dc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612576 Mar 23 15:53:58.523195 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.524912 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Deleting port ad030df0-e679-46af-afdd-b6e0b89a2d62 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:58.526761 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.551379 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e021acd-316f-411d-a261-a44233d6fb5b,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:58.556680 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] No DVR routers for this DVR port 5e021acd-316f-411d-a261-a44233d6fb5b on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:58.579254 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (5e021acd-316f-411d-a261-a44233d6fb5b), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.611994 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] Pushing event deleted for resources: {'Port': ['ID=5e021acd-316f-411d-a261-a44233d6fb5b,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:58.615888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6494ff5-e7bc-46a6-90a8-3106a049ee32 None None] No DVR routers for this DVR port 5e021acd-316f-411d-a261-a44233d6fb5b on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:53:58.651466 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.667179 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.667508 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (ad030df0-e679-46af-afdd-b6e0b89a2d62), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.675885 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b007d81-45b3-4814-b3bc-5bd1ff3b4a82']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:58.680919 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Calling delete_port for ad030df0-e679-46af-afdd-b6e0b89a2d62 owned by network:floatingip {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:53:58.686699 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1613e71-44a9-4159-ab7d-3690e29e5f42') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:58.686981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1613e71-44a9-4159-ab7d-3690e29e5f42') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:53:58.704723 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (b1613e71-44a9-4159-ab7d-3690e29e5f42), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.721357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (b1613e71-44a9-4159-ab7d-3690e29e5f42), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.727409 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 97fe2049-0f7f-4d65-9a26-936232b97316 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:53:58.729799 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:53:58.731551 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (b1613e71-44a9-4159-ab7d-3690e29e5f42), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:53:58.732907 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:53:58.788602 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 97fe2049-0f7f-4d65-9a26-936232b97316 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:53:58.797844 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 97fe2049-0f7f-4d65-9a26-936232b97316 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:53:58.798246 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.809050 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (5b007d81-45b3-4814-b3bc-5bd1ff3b4a82), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.819677 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.823764 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5b007d81-45b3-4814-b3bc-5bd1ff3b4a82 HTTP/1.1" status: 204 len: 168 time: 0.6924195 Mar 23 15:53:58.832111 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55712) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:53:58.835700 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a6111-e389-4c77-886c-9014f70a28e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b007d81-45b3-4814-b3bc-5bd1ff3b4a82,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:58.896721 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 97fe2049-0f7f-4d65-9a26-936232b97316 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:53:58.897031 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.929262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:53:58.931617 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10266724-fdb2-43f5-b50c-10175688c91c" -d '{"events": [{"server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:53:58.931997 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (ad030df0-e679-46af-afdd-b6e0b89a2d62), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:58.955640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=97fe2049-0f7f-4d65-9a26-936232b97316,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:58.961534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.020366 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'Port': ['ID=ad030df0-e679-46af-afdd-b6e0b89a2d62,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:59.037984 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:53:59.137955 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for floatingip (6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.140765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.142226 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c9c0798c-2f2e-4764-8080-0f3101a7aab0 tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "DELETE /v2.0/floatingips/6c8cacca-180c-45d7-b98d-7ef2ee8f8e1a HTTP/1.1" status: 204 len: 168 time: 0.8336363 Mar 23 15:53:59.263763 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f43cd7-ddce-446f-bc0a-5987bbd3309f x-openstack-request-id: req-f9f43cd7-ddce-446f-bc0a-5987bbd3309f {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:53:59.264503 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "name": "network-vif-plugged", "status": "completed", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:53:59.264503 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f9f43cd7-ddce-446f-bc0a-5987bbd3309f {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:53:59.264825 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9f43cd7-ddce-446f-bc0a-5987bbd3309f'] response: {'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316', 'code': 200} Mar 23 15:53:59.474176 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18520f01-7a2c-4f88-a60f-f6c86f1b5c33 req-1f42c214-8c77-40c6-bd22-d369ff83c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:59.475174 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-18520f01-7a2c-4f88-a60f-f6c86f1b5c33 req-1f42c214-8c77-40c6-bd22-d369ff83c471 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0474925 Mar 23 15:53:59.497556 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.556293 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-18520f01-7a2c-4f88-a60f-f6c86f1b5c33 req-ef027f36-9b0a-4e23-b6b4-b70782fee829 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729232 Mar 23 15:53:59.595266 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 5e021acd-316f-411d-a261-a44233d6fb5b no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:53:59.620962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 5e021acd-316f-411d-a261-a44233d6fb5b {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:53:59.621302 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 5e021acd-316f-411d-a261-a44233d6fb5b not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:53:59.715361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bde6ef-1ae8-4f18-9652-5c3206486092 req-23101656-1a37-4f17-a731-d196c370f62f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:53:59.716976 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-12bde6ef-1ae8-4f18-9652-5c3206486092 req-23101656-1a37-4f17-a731-d196c370f62f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1099203 Mar 23 15:53:59.785785 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-12bde6ef-1ae8-4f18-9652-5c3206486092 req-bf91d94a-e7fe-4abd-a091-ada748bbf24f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608592 Mar 23 15:53:59.868460 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Deleting port 3a088023-f810-43a0-a9f2-37bd0f7c6eae {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:53:59.868789 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.958230 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] For port 3a088023-f810-43a0-a9f2-37bd0f7c6eae, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=3a088023-f810-43a0-a9f2-37bd0f7c6eae,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:53:59.958567 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:53:59.972470 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Calling delete_port for 3a088023-f810-43a0-a9f2-37bd0f7c6eae owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:00.173361 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (3a088023-f810-43a0-a9f2-37bd0f7c6eae), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.200641 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a088023-f810-43a0-a9f2-37bd0f7c6eae,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:00.445058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.461705 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55752) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:00.603012 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (ec8644a2-9e01-4208-bdec-3c35a34e6716), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.646631 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (ec8644a2-9e01-4208-bdec-3c35a34e6716), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.715379 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:00.737876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:00.738478 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 49d5d706-e8be-4aa1-86b5-ab61ae3c6839 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:00.793105 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:54:00.811322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ec8644a2-9e01-4208-bdec-3c35a34e6716), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.814038 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:00.816238 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] 10.222.0.41 "DELETE /v2.0/security-groups/ec8644a2-9e01-4208-bdec-3c35a34e6716 HTTP/1.1" status: 204 len: 168 time: 0.3528380 Mar 23 15:54:00.886935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55766) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:00.888554 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73748c7-869a-43cd-bf2f-6f9389d13eff tempest-TestVolumeBootPattern-498053468 tempest-TestVolumeBootPattern-498053468-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8644a2-9e01-4208-bdec-3c35a34e6716,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:01.258373 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:54:01.267233 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c5541e65-68da-4a4c-8ea2-b9bfcd38264f admin admin] 10.222.0.41 "PUT /v2.0/routers/1040ca53-ab4d-47ef-b8e1-3d34002d90b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4339252 Mar 23 15:54:01.270595 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55774) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:01.272172 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Sync routers for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:54:01.289359 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc8bf6-d950-45c1-8fb7-5028ddf6f397 req-ec41cfb6-b453-49fa-b413-e784b94fd3e0 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:01.290936 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-49bc8bf6-d950-45c1-8fb7-5028ddf6f397 req-ec41cfb6-b453-49fa-b413-e784b94fd3e0 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.3801529 Mar 23 15:54:01.296747 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:01.297991 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:01.414961 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-49bc8bf6-d950-45c1-8fb7-5028ddf6f397 req-f9acdc53-d350-4ed0-b108-54b740a5b02f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928185 Mar 23 15:54:01.425100 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:01.454428 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks [] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.562326 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.588744 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks [] for router_gateway (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.638517 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185'}], 'enable_snat': True}, 'gw_port_id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:54:00Z', 'revision_number': 5, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port': {'id': '0ede0bb0-30da-4c6e-967c-8cca5a11b285', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:55:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:01.651667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Deleting port 0ede0bb0-30da-4c6e-967c-8cca5a11b285 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:01.652322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.674991 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Checking router: 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:54:01.684378 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Routers {'1040ca53-ab4d-47ef-b8e1-3d34002d90b9'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:01.685343 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:01.740176 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] For port 0ede0bb0-30da-4c6e-967c-8cca5a11b285, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=0ede0bb0-30da-4c6e-967c-8cca5a11b285,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:01.740603 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.754984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Calling delete_port for 0ede0bb0-30da-4c6e-967c-8cca5a11b285 owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:01.788939 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] Set router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:01.840614 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Deleting port feffe4fa-173a-4f18-a531-fbd9543516c1 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:01.841169 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.844545 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-24692bc7-1412-4929-ac78-538caff01790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:54:01Z', 'revision_number': 6, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:01.894863 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24692bc7-1412-4929-ac78-538caff01790 None None] The sync data for ids ['1040ca53-ab4d-47ef-b8e1-3d34002d90b9'] in dv-cinder-834540-1-iscsi is: [{'id': '1040ca53-ab4d-47ef-b8e1-3d34002d90b9', 'name': 'tempest-TestMinimumBasicScenario-1880373715-router', 'tenant_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:49:31Z', 'updated_at': '2022-03-23T15:54:01Z', 'revision_number': 6, 'project_id': '3c4f0bdaca864137a9a4264b4f80ced8', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:54:01.967416 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] For port feffe4fa-173a-4f18-a531-fbd9543516c1, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=feffe4fa-173a-4f18-a531-fbd9543516c1,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:01.968188 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.983985 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (0ede0bb0-30da-4c6e-967c-8cca5a11b285), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:01.987798 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Calling delete_port for feffe4fa-173a-4f18-a531-fbd9543516c1 owned by network:router_interface {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:02.073129 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Pushing event deleted for resources: {'Port': ['ID=0ede0bb0-30da-4c6e-967c-8cca5a11b285,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:02.123292 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.233810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (feffe4fa-173a-4f18-a531-fbd9543516c1), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.259534 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.262436 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks [] for router_controller (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.269853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=feffe4fa-173a-4f18-a531-fbd9543516c1,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:02.348989 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (1040ca53-ab4d-47ef-b8e1-3d34002d90b9), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.350751 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1040ca53-ab4d-47ef-b8e1-3d34002d90b9 {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:54:02.363298 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.368777 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c5490ae1-aa33-4002-9d9c-6d366cc7905f admin admin] 10.222.0.41 "DELETE /v2.0/routers/1040ca53-ab4d-47ef-b8e1-3d34002d90b9 HTTP/1.1" status: 204 len: 168 time: 1.0970922 Mar 23 15:54:02.369691 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55794) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:02.427289 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Deleting subnet a1e13da5-850c-432d-9134-1df40b34abbe {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:54:02.431268 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Publish callbacks [] for subnet (a1e13da5-850c-432d-9134-1df40b34abbe), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.484371 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (a1e13da5-850c-432d-9134-1df40b34abbe), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.564874 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.625980 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cf4881-cbfe-4bcf-83c2-e6fd61589e59 req-8056bc14-87c1-450f-8fd5-2f6e60ad56e8 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:02.627632 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5cf4881-cbfe-4bcf-83c2-e6fd61589e59 req-8056bc14-87c1-450f-8fd5-2f6e60ad56e8 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1034582 Mar 23 15:54:02.662340 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (a1e13da5-850c-432d-9134-1df40b34abbe), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.723955 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e5cf4881-cbfe-4bcf-83c2-e6fd61589e59 req-91f74f17-fc77-447a-a95b-765a986264ba tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836823 Mar 23 15:54:02.771693 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (a1e13da5-850c-432d-9134-1df40b34abbe), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.809124 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:02.812744 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/a1e13da5-850c-432d-9134-1df40b34abbe HTTP/1.1" status: 204 len: 168 time: 0.4418085 Mar 23 15:54:02.814102 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb0d65-7085-4871-999b-d9e52d00f271 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e13da5-850c-432d-9134-1df40b34abbe,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:02.821725 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55806) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:02.826443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2348917-a279-49c1-b7e8-b4832a9b2a7c None None] Network 72aa22df-01ae-48e0-ba60-28d630110388 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:54:02.848307 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55808) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:02.901915 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Router e35cd264-d6a4-4075-bd3d-5883d2a2703e has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:54:03.054112 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] DHCP port deletion for 72aa22df-01ae-48e0-ba60-28d630110388 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:54:03.086387 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (72aa22df-01ae-48e0-ba60-28d630110388), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.095489 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1819e030-ad5e-4572-a767-df286f9e7755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.107425 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c09c7d6-98c2-4e88-98c8-d6c7545432e3 req-26a9be64-8f81-4ac6-a1ff-4d0e7b6c4b98 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:03.109530 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5c09c7d6-98c2-4e88-98c8-d6c7545432e3 req-26a9be64-8f81-4ac6-a1ff-4d0e7b6c4b98 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.2626977 Mar 23 15:54:03.125723 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55812) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:03.131034 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'floatingip': {'port_id': '97fe2049-0f7f-4d65-9a26-936232b97316'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:54:03.139884 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Deleting port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:03.140304 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.169992 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Deleting port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:03.170435 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.189413 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.250270 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] For port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:03.250727 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.264833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] For port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,segment=NetworkSegment(a0883d79-623e-4210-90df-07fe6dba0c60),segment_id=a0883d79-623e-4210-90df-07fe6dba0c60)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:03.265640 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.267624 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Calling delete_port for 9287e955-d62b-4f0c-b0cf-adc7b756b3fe owned by network:dhcp {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:03.291664 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Calling delete_port for 9287e955-d62b-4f0c-b0cf-adc7b756b3fe owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:03.387051 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.426069 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (9287e955-d62b-4f0c-b0cf-adc7b756b3fe), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.435018 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Pushing event deleted for resources: {'Port': ['ID=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:03.440240 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] No DVR routers for this DVR port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe on host dv-cinder-834540-1-iscsi {{(pid=109941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:03.453128 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] Pushing event deleted for resources: {'Port': ['ID=9287e955-d62b-4f0c-b0cf-adc7b756b3fe,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:03.466566 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da31abce-c0f4-43c5-bff2-834a3a19002b None None] No DVR routers for this DVR port 9287e955-d62b-4f0c-b0cf-adc7b756b3fe on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:03.529170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (72aa22df-01ae-48e0-ba60-28d630110388), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.568077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72aa22df-01ae-48e0-ba60-28d630110388']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:03.597200 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0883d79-623e-4210-90df-07fe6dba0c60') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:03.599054 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0883d79-623e-4210-90df-07fe6dba0c60') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:03.607563 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:54:03.622225 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Sync routers for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:54:03.630200 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (a0883d79-623e-4210-90df-07fe6dba0c60), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.637669 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-fcfed0a1-e80a-4038-9f97-d43e716a00e7 admin admin] 10.222.0.41 "PUT /v2.0/routers/e35cd264-d6a4-4075-bd3d-5883d2a2703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7472403 Mar 23 15:54:03.644220 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55814) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:03.647594 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 0ede0bb0-30da-4c6e-967c-8cca5a11b285 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:03.658677 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:03.662001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1819e030-ad5e-4572-a767-df286f9e7755 admin admin] Publish callbacks [] for security_group (f45da321-95fe-4ad1-8de7-e29753d46df6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.669591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1819e030-ad5e-4572-a767-df286f9e7755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (f45da321-95fe-4ad1-8de7-e29753d46df6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.673321 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:03.705980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 0ede0bb0-30da-4c6e-967c-8cca5a11b285 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:03.706976 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 0ede0bb0-30da-4c6e-967c-8cca5a11b285 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:03.707547 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3a088023-f810-43a0-a9f2-37bd0f7c6eae no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:03.734855 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (a0883d79-623e-4210-90df-07fe6dba0c60), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.739777 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 3a088023-f810-43a0-a9f2-37bd0f7c6eae {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:03.740204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 3a088023-f810-43a0-a9f2-37bd0f7c6eae not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:03.740627 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 9287e955-d62b-4f0c-b0cf-adc7b756b3fe no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:03.751167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:54:03.751582 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (a0883d79-623e-4210-90df-07fe6dba0c60), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:54:03.758150 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:54:03.779050 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 9287e955-d62b-4f0c-b0cf-adc7b756b3fe {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:03.780055 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 9287e955-d62b-4f0c-b0cf-adc7b756b3fe not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:03.782972 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1819e030-ad5e-4572-a767-df286f9e7755 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1996d3e5e9a48f4aea0e4a323e0969c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9330506 Mar 23 15:54:03.785966 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55816) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:03.792985 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1819e030-ad5e-4572-a767-df286f9e7755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45da321-95fe-4ad1-8de7-e29753d46df6,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:03.851625 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:03.893207 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (72aa22df-01ae-48e0-ba60-28d630110388), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.916870 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] Publish callbacks [] for security_group (f45da321-95fe-4ad1-8de7-e29753d46df6), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.924246 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks [] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.927206 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:03.931152 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] 10.222.0.41 "DELETE /v2.0/networks/72aa22df-01ae-48e0-ba60-28d630110388 HTTP/1.1" status: 204 len: 168 time: 1.1077116 Mar 23 15:54:04.012345 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcbd7be-539f-4874-a821-e048238fe359 admin admin] Pushing event deleted for resources: {'Network': ['ID=72aa22df-01ae-48e0-ba60-28d630110388,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:04.032170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] Publish callbacks [] for security_group (f45da321-95fe-4ad1-8de7-e29753d46df6), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.121623 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks [] for router_gateway (e35cd264-d6a4-4075-bd3d-5883d2a2703e), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.127879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.135444 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.137883 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (f45da321-95fe-4ad1-8de7-e29753d46df6), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.141455 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.148127 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f45da321-95fe-4ad1-8de7-e29753d46df6 HTTP/1.1" status: 204 len: 168 time: 0.3555243 Mar 23 15:54:04.153293 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55822) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:04.189340 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159'}], 'enable_snat': True}, 'gw_port_id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:54:02Z', 'revision_number': 5, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port': {'id': '89279d4c-274b-471a-b974-464c9c73b8ea', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:a3:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:04.226063 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Checking router: e35cd264-d6a4-4075-bd3d-5883d2a2703e for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:54:04.226690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b422968c-b417-45e3-8b6b-856c33f540c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45da321-95fe-4ad1-8de7-e29753d46df6,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:04.251291 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Routers {'e35cd264-d6a4-4075-bd3d-5883d2a2703e'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:04.251291 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:04.318328 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-b060ff3f-4a11-4fcc-8e01-88e1ac9e55e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e09ee8f8df5744f8a90e0cc97b9977c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1602204 Mar 23 15:54:04.319002 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55824) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:04.327608 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Floating IP 13c9a459-02dc-4ea4-8ca9-73ea1264f5a6 associated. External IP: 172.27.3.187, port: 97fe2049-0f7f-4d65-9a26-936232b97316. Mar 23 15:54:04.330821 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Deleting port 89279d4c-274b-471a-b974-464c9c73b8ea {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:04.331379 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.351063 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] Set router e35cd264-d6a4-4075-bd3d-5883d2a2703e gateway port host: None {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:04.412544 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:54:04Z', 'revision_number': 6, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:04.443198 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ebdef00-6e1c-411a-a346-0bd1cb62cad3 None None] The sync data for ids ['e35cd264-d6a4-4075-bd3d-5883d2a2703e'] in dv-cinder-834540-1-iscsi is: [{'id': 'e35cd264-d6a4-4075-bd3d-5883d2a2703e', 'name': 'tempest-TestVolumeBootPattern-307565253-router', 'tenant_id': 'a47111d79ce7493c9c9f0addceae88da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:43:56Z', 'updated_at': '2022-03-23T15:54:04Z', 'revision_number': 6, 'project_id': 'a47111d79ce7493c9c9f0addceae88da', 'gw_port_host': None}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:54:04.499404 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] Publish callbacks [] for security_group (ff6f6071-d397-49a3-8547-5f2f3d18d7a7), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.538356 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] For port 89279d4c-274b-471a-b974-464c9c73b8ea, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=89279d4c-274b-471a-b974-464c9c73b8ea,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:04.538745 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.557385 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] Publish callbacks [] for security_group (ff6f6071-d397-49a3-8547-5f2f3d18d7a7), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.567667 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Calling delete_port for 89279d4c-274b-471a-b974-464c9c73b8ea owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:04.666160 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:54:04.721312 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ff6f6071-d397-49a3-8547-5f2f3d18d7a7), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.724098 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.725285 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff6f6071-d397-49a3-8547-5f2f3d18d7a7 HTTP/1.1" status: 204 len: 168 time: 0.4049425 Mar 23 15:54:04.725903 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55828) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:04.744235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c590454-5fa4-4474-81ac-6fca70a23331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6f6071-d397-49a3-8547-5f2f3d18d7a7,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:04.753675 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad273-c0dc-48cb-b024-e36fefd6f144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.862398 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (89279d4c-274b-471a-b974-464c9c73b8ea), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.892153 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:54:04.898737 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:04.905918 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:54:04.926263 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Pushing event deleted for resources: {'Port': ['ID=89279d4c-274b-471a-b974-464c9c73b8ea,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:04.933597 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:04.934472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:04.975180 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-3748665b-ff75-4b0b-8e84-a58f87c38c53 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "PUT /v2.0/floatingips/13c9a459-02dc-4ea4-8ca9-73ea1264f5a6 HTTP/1.1" status: 200 len: 991 time: 1.8327472 Mar 23 15:54:04.975180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:54:04.975180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35614c59-143f-40ae-8722-92de95118324" -d '{"events": [{"name": "network-changed", "server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:54:05.014206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b8ce5d4-0720-4a9d-8a83-2d8125996406 x-openstack-request-id: req-7b8ce5d4-0720-4a9d-8a83-2d8125996406 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:54:05.014509 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:54:05.014812 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7b8ce5d4-0720-4a9d-8a83-2d8125996406 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:54:05.015197 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b8ce5d4-0720-4a9d-8a83-2d8125996406'] response: {'name': 'network-changed', 'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316', 'status': 'completed', 'code': 200} Mar 23 15:54:05.114901 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad273-c0dc-48cb-b024-e36fefd6f144 admin admin] Publish callbacks [] for security_group (5d540195-9369-46c7-833e-c89131cec4b8), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.119182 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.119433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614c59-143f-40ae-8722-92de95118324 req-544eed5b-5a82-4628-be7e-77dc5fee1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:05.121615 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-544eed5b-5a82-4628-be7e-77dc5fee1e58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0837483 Mar 23 15:54:05.123214 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ba1ad273-c0dc-48cb-b024-e36fefd6f144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5d540195-9369-46c7-833e-c89131cec4b8), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.161495 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:05.261948 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.265415 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks [] for router_controller (e35cd264-d6a4-4075-bd3d-5883d2a2703e), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.267281 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ad273-c0dc-48cb-b024-e36fefd6f144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d540195-9369-46c7-833e-c89131cec4b8,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:05.277742 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ba1ad273-c0dc-48cb-b024-e36fefd6f144 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c824c095a6784274bc392f2dbbb5c3a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5483253 Mar 23 15:54:05.280722 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55838) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:05.311856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614c59-143f-40ae-8722-92de95118324 req-c4b2c7c3-a210-459c-8957-bf83d5172840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:05.313685 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-c4b2c7c3-a210-459c-8957-bf83d5172840 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.1833327 Mar 23 15:54:05.350923 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (e35cd264-d6a4-4075-bd3d-5883d2a2703e), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.351462 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e35cd264-d6a4-4075-bd3d-5883d2a2703e {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:54:05.357409 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.358919 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-fd2a3a98-40c3-469d-8ce8-c72d56f4e489 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e35cd264-d6a4-4075-bd3d-5883d2a2703e HTTP/1.1" status: 204 len: 168 time: 1.7135520 Mar 23 15:54:05.364879 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55840) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:05.416921 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55842) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:05.454672 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-8b4688bb-cf32-44db-908d-e17693ceab86 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 999 time: 0.1342661 Mar 23 15:54:05.466540 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] Publish callbacks [] for security_group (5d540195-9369-46c7-833e-c89131cec4b8), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.483296 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Deleting subnet 8de6be1a-81c7-47ca-ad3e-b88a505d78ea {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:54:05.505018 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Publish callbacks [] for subnet (8de6be1a-81c7-47ca-ad3e-b88a505d78ea), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.522711 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614c59-143f-40ae-8722-92de95118324 req-9742ff25-730a-4cf4-82cd-6534a3546806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:05.524961 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-9742ff25-730a-4cf4-82cd-6534a3546806 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0640481 Mar 23 15:54:05.553591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8e04fde7-4273-4893-9d36-f8365a09f7bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3c4f0bdaca864137a9a4264b4f80ced8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1352019 Mar 23 15:54:05.569966 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] Publish callbacks [] for security_group (5d540195-9369-46c7-833e-c89131cec4b8), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.571984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55844) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:05.612247 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (8de6be1a-81c7-47ca-ad3e-b88a505d78ea), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.617810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35614c59-143f-40ae-8722-92de95118324 req-db9541cd-4a03-4124-9652-1470db35f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:05.619460 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-db9541cd-4a03-4124-9652-1470db35f172 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883765 Mar 23 15:54:05.640144 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device feffe4fa-173a-4f18-a531-fbd9543516c1 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:05.704922 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: feffe4fa-173a-4f18-a531-fbd9543516c1 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:05.705526 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device feffe4fa-173a-4f18-a531-fbd9543516c1 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:05.706305 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 89279d4c-274b-471a-b974-464c9c73b8ea no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:05.727484 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-53c07147-6627-4b25-be45-4704047a3db1 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005793 Mar 23 15:54:05.744982 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 89279d4c-274b-471a-b974-464c9c73b8ea {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:05.745339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 89279d4c-274b-471a-b974-464c9c73b8ea not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:05.788782 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '13c9a459-02dc-4ea4-8ca9-73ea1264f5a6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': '97fe2049-0f7f-4d65-9a26-936232b97316', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:33:e0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:53:45Z', 'updated_at': '2022-03-23T15:54:03Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:05.800760 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] Publish callbacks [] for security_group (fb41201f-dc0e-4f24-9032-a92e28019121), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.820408 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:54:05.823375 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5d540195-9369-46c7-833e-c89131cec4b8), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.826875 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.828123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5d540195-9369-46c7-833e-c89131cec4b8 HTTP/1.1" status: 204 len: 168 time: 0.5463836 Mar 23 15:54:05.831786 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:05.832957 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:05.840192 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (8de6be1a-81c7-47ca-ad3e-b88a505d78ea), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.878987 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] Publish callbacks [] for security_group (fb41201f-dc0e-4f24-9032-a92e28019121), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:05.885897 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbac594d-eb17-46b6-9471-3e9c8e820907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d540195-9369-46c7-833e-c89131cec4b8,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:05.911022 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-35614c59-143f-40ae-8722-92de95118324 req-7a8db299-548f-46c3-8654-17446dbd94aa service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769805 Mar 23 15:54:05.988134 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:05.992572 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (8de6be1a-81c7-47ca-ad3e-b88a505d78ea), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.045868 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de6be1a-81c7-47ca-ad3e-b88a505d78ea,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:06.050408 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.059055 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-3a747cb2-59f2-451d-84c6-d614d4c16ef1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8de6be1a-81c7-47ca-ad3e-b88a505d78ea HTTP/1.1" status: 204 len: 168 time: 0.6904485 Mar 23 15:54:06.059300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55848) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:06.066443 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (fb41201f-dc0e-4f24-9032-a92e28019121), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.073072 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.075496 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb41201f-dc0e-4f24-9032-a92e28019121 HTTP/1.1" status: 204 len: 168 time: 0.4962211 Mar 23 15:54:06.090148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae0b6c-0635-41de-b1d3-af0041ab3408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb41201f-dc0e-4f24-9032-a92e28019121,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:06.095970 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c2d457-2806-436a-8446-e002718a01b2 None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:54:06.154973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.265479 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Deleting port 88c62c36-efd0-4459-950d-5019a2fc02eb {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:06.265769 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.371359 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] For port 88c62c36-efd0-4459-950d-5019a2fc02eb, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=88c62c36-efd0-4459-950d-5019a2fc02eb,segment=NetworkSegment(d5c9fdfc-3c69-4f3f-8aec-a294981b7410),segment_id=d5c9fdfc-3c69-4f3f-8aec-a294981b7410)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:06.372144 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.389545 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Calling delete_port for 88c62c36-efd0-4459-950d-5019a2fc02eb owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:06.442434 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] DHCP port deletion for cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:54:06.500060 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.538424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Pushing event deleted for resources: {'Port': ['ID=88c62c36-efd0-4459-950d-5019a2fc02eb,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:06.544302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] No DVR routers for this DVR port 88c62c36-efd0-4459-950d-5019a2fc02eb on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:06.590086 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Deleting port 88c62c36-efd0-4459-950d-5019a2fc02eb {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:06.590707 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.633644 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.659697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe0c296-3e0f-43a3-b227-c2c4e0ee8755']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:06.671926 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:06.672263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c9fdfc-3c69-4f3f-8aec-a294981b7410') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:06.680988 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '13c9a459-02dc-4ea4-8ca9-73ea1264f5a6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': '97fe2049-0f7f-4d65-9a26-936232b97316', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:33:e0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:53:45Z', 'updated_at': '2022-03-23T15:54:03Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:06.683834 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (d5c9fdfc-3c69-4f3f-8aec-a294981b7410), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.702263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (d5c9fdfc-3c69-4f3f-8aec-a294981b7410), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.711871 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:54:06.712589 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (d5c9fdfc-3c69-4f3f-8aec-a294981b7410), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:54:06.716727 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:54:06.734265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e96e85-2de3-4c33-9e6d-b1f7facb2be4 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '13c9a459-02dc-4ea4-8ca9-73ea1264f5a6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': '97fe2049-0f7f-4d65-9a26-936232b97316', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:33:e0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:53:45Z', 'updated_at': '2022-03-23T15:54:03Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:54:06.761184 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] For port 88c62c36-efd0-4459-950d-5019a2fc02eb, host dv-cinder-834540-1-iscsi, got binding levels [] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:06.762148 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.787274 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (cbe0c296-3e0f-43a3-b227-c2c4e0ee8755), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.787605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Calling delete_port for 88c62c36-efd0-4459-950d-5019a2fc02eb owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:06.794207 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.ipam_backend_mixin [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Port 88c62c36-efd0-4459-950d-5019a2fc02eb was not found and therefore no delete operation was performed {{(pid=109943) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 15:54:06.794939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.795806 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (88c62c36-efd0-4459-950d-5019a2fc02eb), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:06.802453 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] 10.222.0.41 "DELETE /v2.0/networks/cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 HTTP/1.1" status: 204 len: 168 time: 0.7392395 Mar 23 15:54:06.802679 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55864) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:06.813178 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0011d7-51e1-4494-b1f1-467d618af0be admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe0c296-3e0f-43a3-b227-c2c4e0ee8755,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:06.838469 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Network cbe0c296-3e0f-43a3-b227-c2c4e0ee8755 is not hosted by any dhcp agent {{(pid=109943) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Mar 23 15:54:06.839101 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] No DVR routers for this DVR port 88c62c36-efd0-4459-950d-5019a2fc02eb on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:06.862287 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be710f2-febc-45e9-8064-ccf36ea2a078 None None] Pushing event deleted for resources: {'Port': ['ID=88c62c36-efd0-4459-950d-5019a2fc02eb,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:07.079195 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c9eeb8-356a-405d-9839-8cbf113eff08 None None] New status for floating IP 13c9a459-02dc-4ea4-8ca9-73ea1264f5a6: ACTIVE {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:54:07.351242 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:07.584338 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 88c62c36-efd0-4459-950d-5019a2fc02eb no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:07.625856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 88c62c36-efd0-4459-950d-5019a2fc02eb {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:07.626528 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 88c62c36-efd0-4459-950d-5019a2fc02eb not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:08.045196 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Deleting port 1ec7f0ff-2d92-4754-a59b-dcb381625a35 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:08.045819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:08.181884 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] For port 1ec7f0ff-2d92-4754-a59b-dcb381625a35, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=1ec7f0ff-2d92-4754-a59b-dcb381625a35,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:08.182256 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:08.197541 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Calling delete_port for 1ec7f0ff-2d92-4754-a59b-dcb381625a35 owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:08.448552 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (1ec7f0ff-2d92-4754-a59b-dcb381625a35), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:08.484597 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ec7f0ff-2d92-4754-a59b-dcb381625a35,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:08.768325 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:08.973933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55922) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:09.033375 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:54:09.110478 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ef374a3-a449-43eb-b515-01c6b6a20505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.178156 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:54:09.183576 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d76bff0b-95fc-4d24-b0f4-3da0d4b61449 admin admin] 10.222.0.41 "PUT /v2.0/routers/f52a54a5-2b2a-49c7-8d2e-b2b06865d91f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3795681 Mar 23 15:54:09.186648 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55926) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:09.190534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Sync routers for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:54:09.207064 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:09.208094 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:09.216367 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ef374a3-a449-43eb-b515-01c6b6a20505 admin admin] Publish callbacks [] for security_group (eedf576b-4453-4b1b-bd53-528068568e34), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.221867 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5ef374a3-a449-43eb-b515-01c6b6a20505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (eedf576b-4453-4b1b-bd53-528068568e34), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.260439 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5ef374a3-a449-43eb-b515-01c6b6a20505 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=748bc4a3540840509a945b964d95773f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2792289 Mar 23 15:54:09.261588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55928) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:09.323226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef374a3-a449-43eb-b515-01c6b6a20505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf576b-4453-4b1b-bd53-528068568e34,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:09.361327 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] Publish callbacks [] for security_group (eedf576b-4453-4b1b-bd53-528068568e34), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.378975 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks [] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.393016 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:09.401906 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] Publish callbacks [] for security_group (eedf576b-4453-4b1b-bd53-528068568e34), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.482366 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (eedf576b-4453-4b1b-bd53-528068568e34), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.488111 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.492680 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eedf576b-4453-4b1b-bd53-528068568e34 HTTP/1.1" status: 204 len: 168 time: 0.2284756 Mar 23 15:54:09.508058 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239a92d2-9f85-47c7-bec1-dd7ece3d6fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf576b-4453-4b1b-bd53-528068568e34,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:09.532140 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks [] for router_gateway (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.616866 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Deleting port 7ad6c502-a1b9-4366-8c9a-b156c829fd13 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:09.617235 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.665589 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137'}], 'enable_snat': True}, 'gw_port_id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:54:08Z', 'revision_number': 5, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port': {'id': '7ad6c502-a1b9-4366-8c9a-b156c829fd13', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:83:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:44:06Z', 'updated_at': '2022-03-23T15:44:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:09.714987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Checking router: f52a54a5-2b2a-49c7-8d2e-b2b06865d91f for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:54:09.730340 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Routers {'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:54:09.731427 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:53:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:09.758741 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] For port 7ad6c502-a1b9-4366-8c9a-b156c829fd13, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=7ad6c502-a1b9-4366-8c9a-b156c829fd13,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:09.758741 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.776965 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Calling delete_port for 7ad6c502-a1b9-4366-8c9a-b156c829fd13 owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:09.893270 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] Set router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:54:09.906564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55934) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:09.930888 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e256ee4c-6590-44ec-b3f8-058156e7dfe2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:09.973858 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:54:09Z', 'revision_number': 6, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:10.001960 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (7ad6c502-a1b9-4366-8c9a-b156c829fd13), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.007442 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9d39d-3ce1-4883-9f78-294c7a61cca2 None None] The sync data for ids ['f52a54a5-2b2a-49c7-8d2e-b2b06865d91f'] in dv-cinder-834540-1-iscsi is: [{'id': 'f52a54a5-2b2a-49c7-8d2e-b2b06865d91f', 'name': 'tempest-TestVolumeBootPattern-1419438211-router', 'tenant_id': 'b137cb0479bb4662a0fefd878372bb90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:44:05Z', 'updated_at': '2022-03-23T15:54:09Z', 'revision_number': 6, 'project_id': 'b137cb0479bb4662a0fefd878372bb90', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:54:10.054518 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad6c502-a1b9-4366-8c9a-b156c829fd13,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:10.078647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e256ee4c-6590-44ec-b3f8-058156e7dfe2 admin admin] Publish callbacks [] for security_group (affefb55-df69-4b84-8ee8-81a6dcf33cac), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.085998 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e256ee4c-6590-44ec-b3f8-058156e7dfe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (affefb55-df69-4b84-8ee8-81a6dcf33cac), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.126931 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.130142 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e256ee4c-6590-44ec-b3f8-058156e7dfe2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1ee2ab82af0c4edd9a7c993ac6ccfb0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185192 Mar 23 15:54:10.130142 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256ee4c-6590-44ec-b3f8-058156e7dfe2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affefb55-df69-4b84-8ee8-81a6dcf33cac,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:10.130879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55936) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:10.186545 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] Publish callbacks [] for security_group (affefb55-df69-4b84-8ee8-81a6dcf33cac), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.213893 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] Publish callbacks [] for security_group (affefb55-df69-4b84-8ee8-81a6dcf33cac), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.227282 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.229706 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks [] for router_controller (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.289453 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (f52a54a5-2b2a-49c7-8d2e-b2b06865d91f), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.289760 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (affefb55-df69-4b84-8ee8-81a6dcf33cac), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.290752 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f52a54a5-2b2a-49c7-8d2e-b2b06865d91f {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 15:54:10.294025 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.299631 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/affefb55-df69-4b84-8ee8-81a6dcf33cac HTTP/1.1" status: 204 len: 168 time: 0.1637075 Mar 23 15:54:10.300878 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.302226 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-99d3ac1a-b94e-4d97-88c2-e614e8075d38 admin admin] 10.222.0.41 "DELETE /v2.0/routers/f52a54a5-2b2a-49c7-8d2e-b2b06865d91f HTTP/1.1" status: 204 len: 168 time: 1.1104743 Mar 23 15:54:10.305268 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55940) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:10.315427 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935023aa-2cb1-472b-a36a-58b2713d2b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affefb55-df69-4b84-8ee8-81a6dcf33cac,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:10.382258 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Deleting subnet 34e90e6c-bb0a-4001-ae29-21b7bfdf17d8 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 15:54:10.386913 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Publish callbacks [] for subnet (34e90e6c-bb0a-4001-ae29-21b7bfdf17d8), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.437209 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (34e90e6c-bb0a-4001-ae29-21b7bfdf17d8), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.571569 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (34e90e6c-bb0a-4001-ae29-21b7bfdf17d8), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.640115 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (34e90e6c-bb0a-4001-ae29-21b7bfdf17d8), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.669650 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34e90e6c-bb0a-4001-ae29-21b7bfdf17d8,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:10.676225 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.681524 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c3e9f394-99b5-4687-a1ec-d320bcd9445b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/34e90e6c-bb0a-4001-ae29-21b7bfdf17d8 HTTP/1.1" status: 204 len: 168 time: 0.3715444 Mar 23 15:54:10.681845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55946) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:10.689193 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57017d3-fda6-4d63-b1b3-be692eb8f630 None None] Network abec957d-ec2c-4594-b3d4-baff3afffd46 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:54:10.772064 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (abec957d-ec2c-4594-b3d4-baff3afffd46), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.844926 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Deleting port 8411dff7-3772-4a1c-add2-60ffccde37aa {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:10.845273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.916781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] DHCP port deletion for abec957d-ec2c-4594-b3d4-baff3afffd46 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 15:54:10.933949 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] For port 8411dff7-3772-4a1c-add2-60ffccde37aa, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8411dff7-3772-4a1c-add2-60ffccde37aa,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:10.934676 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:10.955230 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Calling delete_port for 8411dff7-3772-4a1c-add2-60ffccde37aa owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:10.974462 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Deleting port 8411dff7-3772-4a1c-add2-60ffccde37aa {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:54:10.974843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.078886 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.081122 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] For port 8411dff7-3772-4a1c-add2-60ffccde37aa, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8411dff7-3772-4a1c-add2-60ffccde37aa,segment=NetworkSegment(770ff024-6e4a-4001-b161-02ae6e145659),segment_id=770ff024-6e4a-4001-b161-02ae6e145659)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:54:11.081628 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.107408 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8411dff7-3772-4a1c-add2-60ffccde37aa,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:11.108539 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Calling delete_port for 8411dff7-3772-4a1c-add2-60ffccde37aa owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:54:11.111795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] No DVR routers for this DVR port 8411dff7-3772-4a1c-add2-60ffccde37aa on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:11.197379 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (8411dff7-3772-4a1c-add2-60ffccde37aa), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.213833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] No DVR routers for this DVR port 8411dff7-3772-4a1c-add2-60ffccde37aa on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:54:11.227503 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (abec957d-ec2c-4594-b3d4-baff3afffd46), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.245360 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc73ab8-59d6-4d6f-ba63-47058a14e851 None None] Pushing event deleted for resources: {'Port': ['ID=8411dff7-3772-4a1c-add2-60ffccde37aa,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:11.256372 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abec957d-ec2c-4594-b3d4-baff3afffd46']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:11.273247 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770ff024-6e4a-4001-b161-02ae6e145659') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:11.273815 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770ff024-6e4a-4001-b161-02ae6e145659') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:54:11.287037 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (770ff024-6e4a-4001-b161-02ae6e145659), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.306759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (770ff024-6e4a-4001-b161-02ae6e145659), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.314795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 15:54:11.315206 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (770ff024-6e4a-4001-b161-02ae6e145659), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 15:54:11.317264 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 15:54:11.396221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (abec957d-ec2c-4594-b3d4-baff3afffd46), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.401613 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.405526 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/abec957d-ec2c-4594-b3d4-baff3afffd46 HTTP/1.1" status: 204 len: 168 time: 0.7225804 Mar 23 15:54:11.419973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110be4b-5f1c-4154-b95c-96d192254ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=abec957d-ec2c-4594-b3d4-baff3afffd46,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:11.553641 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1ec7f0ff-2d92-4754-a59b-dcb381625a35 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:11.588874 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 1ec7f0ff-2d92-4754-a59b-dcb381625a35 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:11.589239 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 1ec7f0ff-2d92-4754-a59b-dcb381625a35 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:11.589649 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8411dff7-3772-4a1c-add2-60ffccde37aa no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:11.613476 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 8411dff7-3772-4a1c-add2-60ffccde37aa {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:11.613820 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8411dff7-3772-4a1c-add2-60ffccde37aa not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:11.614465 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 7ad6c502-a1b9-4366-8c9a-b156c829fd13 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:54:11.637506 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 7ad6c502-a1b9-4366-8c9a-b156c829fd13 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:54:11.638129 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 7ad6c502-a1b9-4366-8c9a-b156c829fd13 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:54:11.682520 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55970) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:11.744294 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-054e3adc-c823-4395-a269-6d457d5b390f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a47111d79ce7493c9c9f0addceae88da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0603719 Mar 23 15:54:11.748318 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55974) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:11.804196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] Publish callbacks [] for security_group (b89472a1-014b-459a-b12e-c6e2c0b1234a), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.831001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] Publish callbacks [] for security_group (b89472a1-014b-459a-b12e-c6e2c0b1234a), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.834589 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55976) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:11.894111 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b89472a1-014b-459a-b12e-c6e2c0b1234a), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.896424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:11.897643 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b89472a1-014b-459a-b12e-c6e2c0b1234a HTTP/1.1" status: 204 len: 168 time: 0.1483228 Mar 23 15:54:11.907070 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb469b-a29a-409c-9f41-025aa7d4181b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b89472a1-014b-459a-b12e-c6e2c0b1234a,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:11.992442 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14034dfd-1a72-4685-92a3-cd0c32209a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.080045 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14034dfd-1a72-4685-92a3-cd0c32209a9b admin admin] Publish callbacks [] for security_group (5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.085107 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14034dfd-1a72-4685-92a3-cd0c32209a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.125623 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-14034dfd-1a72-4685-92a3-cd0c32209a9b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7fefe9d589d549f6a7c2923d9e75deb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898474 Mar 23 15:54:12.126648 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14034dfd-1a72-4685-92a3-cd0c32209a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:12.129372 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55984) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:12.182894 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] Publish callbacks [] for security_group (5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.212830 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] Publish callbacks [] for security_group (5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.248334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 55986) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:12.265591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.268621 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.270052 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca HTTP/1.1" status: 204 len: 168 time: 0.1381652 Mar 23 15:54:12.280144 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85e679-f748-42c2-96ca-c60b8aba1644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f22f44b-9e43-4d6f-b7af-a1b84d7a11ca,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:12.308247 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 55990) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:12.308422 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-964e3d7b-2f7e-4d91-aae6-2fde88377444 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b137cb0479bb4662a0fefd878372bb90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586159 Mar 23 15:54:12.371013 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] Publish callbacks [] for security_group (769d6363-8e2b-433c-8b4b-43fedb1bf26a), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.395614 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] Publish callbacks [] for security_group (769d6363-8e2b-433c-8b4b-43fedb1bf26a), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.451606 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (769d6363-8e2b-433c-8b4b-43fedb1bf26a), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.454329 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:12.456087 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/769d6363-8e2b-433c-8b4b-43fedb1bf26a HTTP/1.1" status: 204 len: 168 time: 0.1457269 Mar 23 15:54:12.464797 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2e3a0-6dff-41db-b092-f485b87f2028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=769d6363-8e2b-433c-8b4b-43fedb1bf26a,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:13.590182 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56026) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:13.718856 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0931-0490-4f12-9ead-6b986e4677ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.803221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0931-0490-4f12-9ead-6b986e4677ee admin admin] Publish callbacks [] for security_group (70a4939f-deac-432a-8990-8ac3a074c50d), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.810346 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9cb0931-0490-4f12-9ead-6b986e4677ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (70a4939f-deac-432a-8990-8ac3a074c50d), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.856759 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e9cb0931-0490-4f12-9ead-6b986e4677ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61e35210d8c24c3c9e83f2b24b6353d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2654614 Mar 23 15:54:13.857720 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb0931-0490-4f12-9ead-6b986e4677ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a4939f-deac-432a-8990-8ac3a074c50d,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:13.859714 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56030) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:13.917814 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] Publish callbacks [] for security_group (70a4939f-deac-432a-8990-8ac3a074c50d), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.939907 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] Publish callbacks [] for security_group (70a4939f-deac-432a-8990-8ac3a074c50d), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.991858 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (70a4939f-deac-432a-8990-8ac3a074c50d), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.994822 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:13.996503 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/70a4939f-deac-432a-8990-8ac3a074c50d HTTP/1.1" status: 204 len: 168 time: 0.1354933 Mar 23 15:54:14.006858 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adc643c-f515-4fb0-b963-07ecd5bec511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a4939f-deac-432a-8990-8ac3a074c50d,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:16.569333 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:21.791162 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c3641a17-48e3-4378-8123-41ce29868ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:23.691552 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-de4f8387-1be2-4bc9-bd8c-836faaefa76a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:25.250292 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:26.543610 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:27.791221 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:30.779220 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:54:46.587073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:51.797399 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-aa42465a-c65c-417a-b4cc-236be3df00b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:53.691393 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-461fda73-7e49-4bcb-8a3f-533a186d162c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:55.254940 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:56.482607 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-970ea9fe-9f46-45aa-b902-dd35f528b3ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0494068 Mar 23 15:54:56.548037 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:56.586288 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-871c5dab-ee3d-4dbe-8368-f3f74e800d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:56.587935 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-871c5dab-ee3d-4dbe-8368-f3f74e800d0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0623214 Mar 23 15:54:56.688964 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56302) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:56.704502 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-695995e7-c721-4ee8-b82e-2355e24fe330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:56.706514 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-695995e7-c721-4ee8-b82e-2355e24fe330 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.1001682 Mar 23 15:54:56.774665 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-9496c7be-f3c4-4839-8b73-6db435e29c00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1001 time: 0.0623472 Mar 23 15:54:56.827312 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:56.841967 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-51bb7812-4499-4fce-9385-9dd8feebb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:56.843482 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-51bb7812-4499-4fce-9385-9dd8feebb8aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0627394 Mar 23 15:54:56.933674 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-63a519e2-20af-47b9-a179-5453075c811c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:56.935341 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-63a519e2-20af-47b9-a179-5453075c811c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838950 Mar 23 15:54:57.003480 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Publish callbacks [] for security_group (fcda6a61-25cb-464f-80c7-e1056f0bee49), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.016119 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (fcda6a61-25cb-464f-80c7-e1056f0bee49), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.073650 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcda6a61-25cb-464f-80c7-e1056f0bee49,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:57.090776 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d3e904a90504948934ae4a32d0cc7a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007802 Mar 23 15:54:57.092365 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.092716 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.093054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.093456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.093638 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56306) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:57.094336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.094336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.094336 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.094663 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.094981 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.095307 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.095611 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.095966 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.096309 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.096631 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.096955 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ba3601-3ae9-4f42-92e8-d349d1b28bc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.101801 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-1cbbbab9-9bfb-43c2-ae9d-80e31f73681c service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594825 Mar 23 15:54:57.155162 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Publish callbacks [] for security_group (fcda6a61-25cb-464f-80c7-e1056f0bee49), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.180399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Publish callbacks [] for security_group (fcda6a61-25cb-464f-80c7-e1056f0bee49), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.195696 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d43c01e5-d86d-4b4b-a5a9-0fde208b4b4a req-aa968032-1334-43de-919b-1d6d669872cb service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881548 Mar 23 15:54:57.244659 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (fcda6a61-25cb-464f-80c7-e1056f0bee49), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.249712 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.253380 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fcda6a61-25cb-464f-80c7-e1056f0bee49 HTTP/1.1" status: 204 len: 168 time: 0.1562271 Mar 23 15:54:57.260053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcda6a61-25cb-464f-80c7-e1056f0bee49,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:57.268388 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.268712 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.269058 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.269399 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.269725 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.270168 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.270364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.270685 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.271010 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.271327 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.271651 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.272099 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.272419 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.272733 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.273046 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a46a722-63cf-43f3-a8b9-9d66e0cfd292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:57.787113 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:57.986913 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56330) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:58.090527 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1893994929-network', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:54:58.111755 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Made reservation on behalf of ea81d9d8bdff462bb32de21c5bd719c7 for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:54:58.114122 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.123938 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.201106 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks [] for security_group (17e038e2-958f-4312-a6b8-e7686155c6f0), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.207845 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (17e038e2-958f-4312-a6b8-e7686155c6f0), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.232926 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:54:58.243103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e038e2-958f-4312-a6b8-e7686155c6f0,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:58.248286 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (1485d467-4eb1-4b66-9e77-2662d05ad796), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.248639 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Added segment 1485d467-4eb1-4b66-9e77-2662d05ad796 of type vlan for network d1adb092-8183-47d7-8324-e250b6ce0354 Mar 23 15:54:58.293915 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (d1adb092-8183-47d7-8324-e250b6ce0354), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.321720 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (d1adb092-8183-47d7-8324-e250b6ce0354), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.322649 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:58.323234 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.379239 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3906667 Mar 23 15:54:58.383114 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56334) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:58.384647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb7e6ac-32d4-466c-9dbc-331ad79bfdcd admin admin] Pushing event updated for resources: {'Network': ['ID=d1adb092-8183-47d7-8324-e250b6ce0354,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:58.387817 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Request body: {'subnet': {'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1893994929-subnet', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:54:58.396153 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network d1adb092-8183-47d7-8324-e250b6ce0354 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:54:58.419331 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Made reservation on behalf of ea81d9d8bdff462bb32de21c5bd719c7 for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:54:58.422008 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.597066 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (1f886d8a-2e39-4321-ad25-743694f62e55), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.650392 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f886d8a-2e39-4321-ad25-743694f62e55,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:58.672495 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Checking segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:54:58.672858 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Network hostable DHCP agents. Network: d1adb092-8183-47d7-8324-e250b6ce0354, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:54:58.690634 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Network d1adb092-8183-47d7-8324-e250b6ce0354 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:54:58.701364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, d1adb092-8183-47d7-8324-e250b6ce0354) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:54:58.706842 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:54:58.707746 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.713577 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155d917c-c5dd-40c8-83ba-20dc61228a3a None None] Network d1adb092-8183-47d7-8324-e250b6ce0354 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:54:58.733294 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-bb4600be-3b81-40ba-8eb3-452c09140dc1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3454056 Mar 23 15:54:58.733619 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56338) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:54:58.738444 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:54:58.768538 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (fd1a639e-2274-4b86-a797-82d405226d93), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.769911 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (fd1a639e-2274-4b86-a797-82d405226d93), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.835400 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for router_controller (fd1a639e-2274-4b86-a797-82d405226d93), precommit_add_association {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.984383 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-d1adb092-8183-47d7-8324-e250b6ce0354', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:54:58.985289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:58.987898 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for router_gateway (fd1a639e-2274-4b86-a797-82d405226d93), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.143502 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Allocated IP 172.20.0.2 (d1adb092-8183-47d7-8324-e250b6ce0354/1f886d8a-2e39-4321-ad25-743694f62e55/954d6823-952c-4b71-9b2b-a1adff1ecd20) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:54:59.204743 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for router_gateway (fd1a639e-2274-4b86-a797-82d405226d93), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.228992 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.302055 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks [] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.311200 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.335090 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Allocated IP 172.27.3.203 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/c45b5e97-6cb3-4b98-929b-40f53db91559) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:54:59.348055 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Network d1adb092-8183-47d7-8324-e250b6ce0354 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:54:59.353452 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:54:59.357553 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:54:59.376400 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Pushing event updated for resources: {'Port': ['ID=954d6823-952c-4b71-9b2b-a1adff1ecd20,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:59.401059 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.401433 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.401742 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.402068 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.402396 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.402726 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.403044 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.403368 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.403689 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.404006 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.404353 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.404676 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.404997 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.405315 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.405667 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:54:59.448980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Attempting to bind port 954d6823-952c-4b71-9b2b-a1adff1ecd20 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:54:59.449357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Attempting to bind port 954d6823-952c-4b71-9b2b-a1adff1ecd20 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:54:59.449721 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Attempting to bind port 954d6823-952c-4b71-9b2b-a1adff1ecd20 on network d1adb092-8183-47d7-8324-e250b6ce0354 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:54:59.460644 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:54:59.461176 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Checking segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:54:59.461595 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.462011 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Bound using segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:54:59.462509 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Bound port: 954d6823-952c-4b71-9b2b-a1adff1ecd20, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:54:59.462902 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.463314 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.500477 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.539059 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] For port 954d6823-952c-4b71-9b2b-a1adff1ecd20, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:54:59.542592 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] For port 954d6823-952c-4b71-9b2b-a1adff1ecd20, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=954d6823-952c-4b71-9b2b-a1adff1ecd20,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:54:59.543770 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:54:59.547314 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:54:59.549580 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:54:59.550398 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:54:59.577515 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Pushing event updated for resources: {'Port': ['ID=c45b5e97-6cb3-4b98-929b-40f53db91559,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:59.616571 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9d3ed-6af1-43f9-b2f1-0fed7cbecf8e None None] Pushing event updated for resources: {'Port': ['ID=954d6823-952c-4b71-9b2b-a1adff1ecd20,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:54:59.869010 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for router_gateway (fd1a639e-2274-4b86-a797-82d405226d93), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.381608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (fd1a639e-2274-4b86-a797-82d405226d93), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.551022 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Router fd1a639e-2274-4b86-a797-82d405226d93 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:55:00.625456 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6715d2c-98db-4af5-b233-990124df3d11 None None] Network d1adb092-8183-47d7-8324-e250b6ce0354 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:55:00.725962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Provisioning complete for port 954d6823-952c-4b71-9b2b-a1adff1ecd20 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:00.726665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.740906 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:55:00.755867 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Sync routers for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:55:00.767928 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:00.768695 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:00.776508 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.784070 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56340) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:00.785029 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-200773f3-2a55-4924-bf38-9c8cebffb181 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0496955 Mar 23 15:55:00.887062 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Current status of the port 954d6823-952c-4b71-9b2b-a1adff1ecd20 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:00.887490 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.961665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] For port 954d6823-952c-4b71-9b2b-a1adff1ecd20, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=954d6823-952c-4b71-9b2b-a1adff1ecd20,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:00.970323 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:00.977878 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:01.080619 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a443efe8-a260-4746-a47f-5909ac2662da None None] Pushing event updated for resources: {'Port': ['ID=954d6823-952c-4b71-9b2b-a1adff1ecd20,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:01.298013 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:54:59Z', 'revision_number': 3, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:01.314229 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-475c89f5-f0ea-40b1-8a06-453ce9782138 None None] Provisioning complete for port 954d6823-952c-4b71-9b2b-a1adff1ecd20 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:01.314829 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-475c89f5-f0ea-40b1-8a06-453ce9782138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.349797 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Checking router: fd1a639e-2274-4b86-a797-82d405226d93 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:55:01.350352 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Updating router fd1a639e-2274-4b86-a797-82d405226d93 port c45b5e97-6cb3-4b98-929b-40f53db91559 binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:55:01.400528 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.446645 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-475c89f5-f0ea-40b1-8a06-453ce9782138 None None] Current status of the port 954d6823-952c-4b71-9b2b-a1adff1ecd20 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:01.665478 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 954d6823-952c-4b71-9b2b-a1adff1ecd20 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:01.723964 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 954d6823-952c-4b71-9b2b-a1adff1ecd20 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:01.724357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.815676 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 954d6823-952c-4b71-9b2b-a1adff1ecd20 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:01.818289 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks [] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.826536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.832526 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.894794 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Attempting to bind port c45b5e97-6cb3-4b98-929b-40f53db91559 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:01.895168 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Attempting to bind port c45b5e97-6cb3-4b98-929b-40f53db91559 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:01.895536 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Attempting to bind port c45b5e97-6cb3-4b98-929b-40f53db91559 on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:01.902337 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Pushing event updated for resources: {'Port': ['ID=c45b5e97-6cb3-4b98-929b-40f53db91559,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:01.907840 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:01.908249 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:01.908665 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.909065 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:01.909545 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Bound port: c45b5e97-6cb3-4b98-929b-40f53db91559, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:01.909935 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:01.917056 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.917403 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.917779 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.918149 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.918489 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.918816 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.919143 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.919472 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.919799 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.920147 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.920481 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.920817 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.921133 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.921551 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.921880 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109944) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:55:01.980144 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] For port c45b5e97-6cb3-4b98-929b-40f53db91559, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:01.985259 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] For port c45b5e97-6cb3-4b98-929b-40f53db91559, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c45b5e97-6cb3-4b98-929b-40f53db91559,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:01.995759 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.033585 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Allocated IP 172.20.0.1 (d1adb092-8183-47d7-8324-e250b6ce0354/1f886d8a-2e39-4321-ad25-743694f62e55/76349102-76c4-439f-8573-da5da15159fd) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:02.100860 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:02.101927 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:02.152192 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3909f-234f-47d8-902e-7986f185fd33 None None] Pushing event updated for resources: {'Port': ['ID=c45b5e97-6cb3-4b98-929b-40f53db91559,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:02.161920 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks [] for port (76349102-76c4-439f-8573-da5da15159fd), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.202460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (76349102-76c4-439f-8573-da5da15159fd), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.230987 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:02.239697 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Network d1adb092-8183-47d7-8324-e250b6ce0354 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:02.243270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:02.248894 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:02.285884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Pushing event updated for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:02.302128 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (fd1a639e-2274-4b86-a797-82d405226d93), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.453346 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:54:59Z', 'revision_number': 3, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:02.465954 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (76349102-76c4-439f-8573-da5da15159fd), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.499991 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf61d3f-33b7-49b7-94ab-8b8b0d86793b None None] The sync data for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi is: [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:54:59Z', 'revision_number': 3, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:55:02.586119 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-f6b7b474-a7e2-436a-b893-0f278140eb6d None None] Provisioning complete for port 76349102-76c4-439f-8573-da5da15159fd triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:02.586474 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f6b7b474-a7e2-436a-b893-0f278140eb6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (76349102-76c4-439f-8573-da5da15159fd), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.631121 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7b474-a7e2-436a-b893-0f278140eb6d None None] Port 76349102-76c4-439f-8573-da5da15159fd cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:02.677543 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks [] for port (76349102-76c4-439f-8573-da5da15159fd), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.683862 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (76349102-76c4-439f-8573-da5da15159fd), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.770239 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Pushing event updated for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:02.776774 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (fd1a639e-2274-4b86-a797-82d405226d93), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:02.925873 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Network d1adb092-8183-47d7-8324-e250b6ce0354 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:02.927681 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:03.098045 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Router fd1a639e-2274-4b86-a797-82d405226d93 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:55:03.266465 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:55:03.275540 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c02b2eb5-e5e0-48fb-a24b-7d94ccf94d9d admin admin] 10.222.0.41 "PUT /v2.0/routers/fd1a639e-2274-4b86-a797-82d405226d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4861610 Mar 23 15:55:03.279273 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-6f866315-1c48-4d06-a919-d8155858209f None None] Provisioning complete for port 76349102-76c4-439f-8573-da5da15159fd triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:03.280897 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6f866315-1c48-4d06-a919-d8155858209f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (76349102-76c4-439f-8573-da5da15159fd), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:03.341275 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-6f866315-1c48-4d06-a919-d8155858209f None None] Port 76349102-76c4-439f-8573-da5da15159fd cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:03.649269 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c45b5e97-6cb3-4b98-929b-40f53db91559 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:03.714876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port c45b5e97-6cb3-4b98-929b-40f53db91559 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:03.715251 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:03.818879 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port c45b5e97-6cb3-4b98-929b-40f53db91559 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:03.819596 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:03.845226 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port c45b5e97-6cb3-4b98-929b-40f53db91559, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c45b5e97-6cb3-4b98-929b-40f53db91559,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:03.850934 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:03.903120 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=c45b5e97-6cb3-4b98-929b-40f53db91559,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:03.933852 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56356) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:03.938976 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-449297224-network', 'tenant_id': '026d91778ec24632ab1216214c51ed4f'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:03.962354 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Made reservation on behalf of 026d91778ec24632ab1216214c51ed4f for: {'network': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:55:03.964905 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for network (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:03.974588 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.079027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks [] for security_group (b616d1f1-7b54-4927-97a3-6758db15e27a), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.087088 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b616d1f1-7b54-4927-97a3-6758db15e27a), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.120272 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=109942) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 15:55:04.131635 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b616d1f1-7b54-4927-97a3-6758db15e27a,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:04.139066 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (b5a86817-9681-4f22-8342-19f868ef22d0), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.139421 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.segments_db [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Added segment b5a86817-9681-4f22-8342-19f868ef22d0 of type vlan for network 52da4649-841b-4101-8f6d-b232ab227652 Mar 23 15:55:04.188795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742256222522'] for network (52da4649-841b-4101-8f6d-b232ab227652), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.219172 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061'] for network (52da4649-841b-4101-8f6d-b232ab227652), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.220872 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:04.221754 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.303497 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3681202 Mar 23 15:55:04.305322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56358) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:04.313767 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Request body: {'subnet': {'network_id': '52da4649-841b-4101-8f6d-b232ab227652', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-449297224-subnet', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'ip_version': 4}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:04.318271 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbd010-f42e-4223-99d3-d07b5e834f08 admin admin] Pushing event updated for resources: {'Network': ['ID=52da4649-841b-4101-8f6d-b232ab227652,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:04.331227 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Network 52da4649-841b-4101-8f6d-b232ab227652 details requested by agent ovs-agent-dv-cinder-834540-1-iscsi with host dv-cinder-834540-1-iscsi {{(pid=109943) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 15:55:04.350882 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Made reservation on behalf of 026d91778ec24632ab1216214c51ed4f for: {'subnet': 1} {{(pid=109941) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:55:04.354941 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26120010'] for subnet (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.388665 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Sync routers for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:55:04.424153 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:04.425035 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:04.543587 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:04.605349 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25377992', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26120028'] for subnet (94606c2a-18af-4183-bd2d-a35b748941b2), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.715690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=94606c2a-18af-4183-bd2d-a35b748941b2,revision_number=0']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:04.731778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Checking segment: {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109941) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:04.732390 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Network hostable DHCP agents. Network: 52da4649-841b-4101-8f6d-b232ab227652, hostable agents: ['a6bca94c-41d2-4bf5-8e9a-953f2d63691c'], hosted agents: [] {{(pid=109941) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 15:55:04.759180 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Network 52da4649-841b-4101-8f6d-b232ab227652 is scheduled to be hosted by DHCP agent a6bca94c-41d2-4bf5-8e9a-953f2d63691c with binding_index 1 {{(pid=109941) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 15:55:04.774309 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-834540-1-iscsi, 52da4649-841b-4101-8f6d-b232ab227652) {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:04.781593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:04.782351 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.789827 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735501fc-f94b-4b80-b77d-0a2bc3998df9 None None] Network 52da4649-841b-4101-8f6d-b232ab227652 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:55:04.806973 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9b09cdd1-960d-4050-b0c0-24009f1b1c8a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4999969 Mar 23 15:55:04.810109 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56360) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:04.815771 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:04.840605 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1001533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3908'] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.842357 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1001389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1007614', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-532770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3955'] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:04.902545 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for router_controller (726b412e-d5d3-4c68-9538-3b5ede2b7833), precommit_add_association {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.066771 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for router_gateway (726b412e-d5d3-4c68-9538-3b5ede2b7833), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.083559 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 2, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:05.085758 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp38e5f673-b7e7-54bd-830e-94130d973612-52da4649-841b-4101-8f6d-b232ab227652', 'network_id': '52da4649-841b-4101-8f6d-b232ab227652', 'project_id': '026d91778ec24632ab1216214c51ed4f', 'fixed_ips': [{'subnet_id': '94606c2a-18af-4183-bd2d-a35b748941b2'}]}} from dv-cinder-834540-1-iscsi. {{(pid=109943) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 15:55:05.086615 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.124887 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Checking router: fd1a639e-2274-4b86-a797-82d405226d93 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:55:05.125244 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Updating router fd1a639e-2274-4b86-a797-82d405226d93 port 76349102-76c4-439f-8573-da5da15159fd binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:55:05.207697 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (76349102-76c4-439f-8573-da5da15159fd), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.291893 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for router_gateway (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.319397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.373687 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.db_base_plugin_common [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Allocated IP 172.20.0.2 (52da4649-841b-4101-8f6d-b232ab227652/94606c2a-18af-4183-bd2d-a35b748941b2/e613783a-e1a8-4ba1-9b4a-2ee10510cbc4) {{(pid=109943) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:05.430405 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Allocated IP 172.27.3.250 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/f00fe738-e8b4-4d27-b162-c02f667c1f7d) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:05.551227 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.600982 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.604495 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c45b5e97-6cb3-4b98-929b-40f53db91559 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:05.640495 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:05.643057 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:05.646942 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:05.676003 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Pushing event updated for resources: {'Port': ['ID=f00fe738-e8b4-4d27-b162-c02f667c1f7d,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:05.681014 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks [] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), precommit_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.699197 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), after_create {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.717749 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks [] for port (76349102-76c4-439f-8573-da5da15159fd), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.757717 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (76349102-76c4-439f-8573-da5da15159fd), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.761700 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Network 52da4649-841b-4101-8f6d-b232ab227652 is already hosted by enough agents. {{(pid=109943) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:05.773899 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.scheduler.base_scheduler [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Resources bound (agent type, host, resource id): {{(pid=109943) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:05.781232 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Received port after_create {{(pid=109943) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:05.786499 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Pushing event updated for resources: {'Port': ['ID=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,revision_number=1']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:05.798074 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port c45b5e97-6cb3-4b98-929b-40f53db91559 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:05.798409 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.928356 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee506-f5dd-4ada-a86c-88f0e0c58224 None None] Pushing event updated for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:05.964993 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Attempting to bind port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:05.965371 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Attempting to bind port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:05.965741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Attempting to bind port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 on network 52da4649-841b-4101-8f6d-b232ab227652 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:05.986346 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for router_gateway (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.986635 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:05.986949 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Checking segment: {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:05.987356 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.987741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Bound using segment: {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:05.988262 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Bound port: e613783a-e1a8-4ba1-9b4a-2ee10510cbc4, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:05.989938 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:05.990994 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Attempting to bind port 76349102-76c4-439f-8573-da5da15159fd on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:05.991355 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Attempting to bind port 76349102-76c4-439f-8573-da5da15159fd by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:05.991705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Attempting to bind port 76349102-76c4-439f-8573-da5da15159fd on network d1adb092-8183-47d7-8324-e250b6ce0354 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:06.011021 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:06.011544 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Checking segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:06.011875 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.012224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Bound using segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:06.012705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Bound port: 76349102-76c4-439f-8573-da5da15159fd, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:06.013094 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (76349102-76c4-439f-8573-da5da15159fd), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.130712 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port c45b5e97-6cb3-4b98-929b-40f53db91559 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:06.168364 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-cdd7e80f-a5e6-4801-8ff1-633ca0d5e1d7 None None] Provisioning complete for port 76349102-76c4-439f-8573-da5da15159fd triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:06.168791 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cdd7e80f-a5e6-4801-8ff1-633ca0d5e1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (76349102-76c4-439f-8573-da5da15159fd), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.172620 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] For port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:06.198332 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] For port 76349102-76c4-439f-8573-da5da15159fd, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:06.206980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] For port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:06.209048 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1001398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1007403'] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.219885 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] For port 76349102-76c4-439f-8573-da5da15159fd, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=76349102-76c4-439f-8573-da5da15159fd,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:06.223894 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.259182 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-cdd7e80f-a5e6-4801-8ff1-633ca0d5e1d7 None None] Port 76349102-76c4-439f-8573-da5da15159fd cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:06.263271 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (76349102-76c4-439f-8573-da5da15159fd), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.323443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c8a19-6712-436b-ae2d-5d19cdd0c2ab None None] Pushing event updated for resources: {'Port': ['ID=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,revision_number=2']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:06.356245 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:06.356892 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:06.379810 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Router 726b412e-d5d3-4c68-9538-3b5ede2b7833 is scheduled to L3 agent 1902242d-deeb-4595-951a-9ec6da70315a with binding_index 1 {{(pid=109941) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 15:55:06.464237 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ee506-f5dd-4ada-a86c-88f0e0c58224 None None] Pushing event updated for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:06.504415 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:06.515814 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:55:06.525822 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Sync routers for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:55:06.541909 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.543418 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-7ff13b1b-9ea9-42a3-811a-8cad248ba7b3 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7322657 Mar 23 15:55:06.549098 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56362) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:06.574302 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:06.575845 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:06.745313 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:06.890287 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Provisioning complete for port 76349102-76c4-439f-8573-da5da15159fd triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:06.891015 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (76349102-76c4-439f-8573-da5da15159fd), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:06.954398 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:05Z', 'revision_number': 3, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:06.978313 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:06Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:06.983838 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Checking router: 726b412e-d5d3-4c68-9538-3b5ede2b7833 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:55:06.984622 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Updating router 726b412e-d5d3-4c68-9538-3b5ede2b7833 port f00fe738-e8b4-4d27-b162-c02f667c1f7d binding host dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:55:07.021403 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8062bda0-298c-4190-8fc6-d2d5bea5016d None None] The sync data for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi is: [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:06Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:55:07.021990 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.078532 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Current status of the port 76349102-76c4-439f-8573-da5da15159fd is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:07.078532 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (76349102-76c4-439f-8573-da5da15159fd), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.130792 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] For port 76349102-76c4-439f-8573-da5da15159fd, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=76349102-76c4-439f-8573-da5da15159fd,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:07.135962 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (76349102-76c4-439f-8573-da5da15159fd), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.191167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.237102 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835cd0b9-403d-4802-af15-e62a0b833714 None None] Pushing event updated for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:07.365755 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks [] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), precommit_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.373218 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.429762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_common [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Allocated IP 172.20.0.1 (52da4649-841b-4101-8f6d-b232ab227652/94606c2a-18af-4183-bd2d-a35b748941b2/489bb474-d94e-4b0f-aa9b-e6170707de6a) {{(pid=109941) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:07.434880 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Attempting to bind port f00fe738-e8b4-4d27-b162-c02f667c1f7d on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:07.435389 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Attempting to bind port f00fe738-e8b4-4d27-b162-c02f667c1f7d by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:07.435883 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Attempting to bind port f00fe738-e8b4-4d27-b162-c02f667c1f7d on network 0de18e11-a766-4234-a34e-9a683577c1ef {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:07.443971 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:07.444538 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Checking segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109944) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:07.445105 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.446198 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Bound using segment: {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'} {{(pid=109944) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:07.446984 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.managers [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Bound port: f00fe738-e8b4-4d27-b162-c02f667c1f7d, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2881a7e-c56b-44df-a874-c58d39a857da', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}}] {{(pid=109944) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:07.447697 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), before_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.513563 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] For port f00fe738-e8b4-4d27-b162-c02f667c1f7d, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109944) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:07.517337 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.plugins.ml2.db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] For port f00fe738-e8b4-4d27-b162-c02f667c1f7d, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f00fe738-e8b4-4d27-b162-c02f667c1f7d,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109944) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:07.520440 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75515293-1548-4f58-a66c-b6144c1c2aec None None] Pushing event updated for resources: {'Port': ['ID=f00fe738-e8b4-4d27-b162-c02f667c1f7d,revision_number=2']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:07.523915 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron_lib.callbacks.manager [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), after_update {{(pid=109944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.582456 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:07.582456 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:07.651586 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks [] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.685924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b01faf-9bb2-4cde-9d3a-d076bf76b5f9 None None] Network 52da4649-841b-4101-8f6d-b232ab227652 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 15:55:07.734376 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:07.810420 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:07.824184 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:55:07.835569 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75515293-1548-4f58-a66c-b6144c1c2aec None None] Pushing event updated for resources: {'Port': ['ID=f00fe738-e8b4-4d27-b162-c02f667c1f7d,revision_number=3']} {{(pid=109944) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:07.860111 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Pushing event updated for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:07.884089 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Network 52da4649-841b-4101-8f6d-b232ab227652 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:07.887379 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:07.892819 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Received port after_create {{(pid=109941) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:07.901090 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:07.965312 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1006846'] for router_interface (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.110921 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Provisioning complete for port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:08.111286 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.146492 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:05Z', 'revision_number': 3, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:08.167576 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), before_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.195042 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6a1638-d203-4b48-8469-e85b4b7971a6 None None] The sync data for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi is: [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:05Z', 'revision_number': 3, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:55:08.199731 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:08.200114 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.283335 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Current status of the port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:08.283730 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.353343 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] For port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:08.368127 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:08.368554 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.373054 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.490669 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89641823-7151-40b6-8335-e67ff3461a1d None None] Pushing event updated for resources: {'Port': ['ID=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:08.507471 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.db.api [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109943) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 15:55:08.507840 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG oslo_db.api [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 15:55:08.610786 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Provisioning complete for port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:08.611258 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.856867 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Current status of the port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:08.893861 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:08.894458 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.919702 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks [] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), precommit_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.931947 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25376591'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_update {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:08.978090 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-00f7348e-fb22-490a-8082-e8463fdd0687 None None] Port 489bb474-d94e-4b0f-aa9b-e6170707de6a cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:09.021039 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-554075', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1006698'] for router_interface (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:09.024612 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Pushing event updated for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=2']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:09.069249 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:09.070803 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 76349102-76c4-439f-8573-da5da15159fd up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:09.138307 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-f7c30e97-ac42-406c-95e3-cd916e0bb9cc None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:09.139235 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f7c30e97-ac42-406c-95e3-cd916e0bb9cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:09.141494 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Network 52da4649-841b-4101-8f6d-b232ab227652 is already hosted by enough agents. {{(pid=109941) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:09.142672 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.base_scheduler [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Resources bound (agent type, host, resource id): {{(pid=109941) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:09.199238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 76349102-76c4-439f-8573-da5da15159fd triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:09.199610 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (76349102-76c4-439f-8573-da5da15159fd), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:09.203950 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-f7c30e97-ac42-406c-95e3-cd916e0bb9cc None None] Port 489bb474-d94e-4b0f-aa9b-e6170707de6a cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:09.329304 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Router 726b412e-d5d3-4c68-9538-3b5ede2b7833 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:55:09.329615 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 76349102-76c4-439f-8573-da5da15159fd is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:09.440980 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9076c3cd-586f-410d-93c1-d0b8f83cf077 None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:09.441694 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9076c3cd-586f-410d-93c1-d0b8f83cf077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:09.475959 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:55:09.500051 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-0e71d612-5bc2-4977-8468-bc0980d6de4a admin admin] 10.222.0.41 "PUT /v2.0/routers/726b412e-d5d3-4c68-9538-3b5ede2b7833/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303577 Mar 23 15:55:09.500565 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9076c3cd-586f-410d-93c1-d0b8f83cf077 None None] Port 489bb474-d94e-4b0f-aa9b-e6170707de6a cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:09.712558 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:09.792138 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:09.793238 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:09.895382 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:09.896682 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f00fe738-e8b4-4d27-b162-c02f667c1f7d up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:09.952092 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port f00fe738-e8b4-4d27-b162-c02f667c1f7d triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:09.952799 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.041297 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port f00fe738-e8b4-4d27-b162-c02f667c1f7d is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:10.042303 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.066920 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] For port f00fe738-e8b4-4d27-b162-c02f667c1f7d, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f00fe738-e8b4-4d27-b162-c02f667c1f7d,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:10.073099 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.132394 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Pushing event updated for resources: {'Port': ['ID=f00fe738-e8b4-4d27-b162-c02f667c1f7d,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:10.265739 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56374) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:10.271531 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197701794', 'description': 'tempest-secgroup-smoke-197701794 description', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:10.298563 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.384617 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.390376 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.421987 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.423318 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1564417 Mar 23 15:55:10.427154 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56376) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:10.433462 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:10.438196 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad2803-bfca-435e-8799-a08177689d38 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:10.465224 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (2e085011-7bda-4ba9-8075-9cd25ade4fa8), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.497882 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Sync routers for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:55:10.510443 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:10.511062 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:10.546947 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (2e085011-7bda-4ba9-8075-9cd25ade4fa8), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.553613 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (2e085011-7bda-4ba9-8075-9cd25ade4fa8), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.578338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e085011-7bda-4ba9-8075-9cd25ade4fa8,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:10.585203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.586474 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5abdc89d-cb7b-4dfb-86d6-ca22454f71cd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571844 Mar 23 15:55:10.590137 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56378) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:10.599578 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:10.640242 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (c71788c3-0ac5-4b1e-941a-5bd1efd8174f), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.640704 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:10.729113 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (c71788c3-0ac5-4b1e-941a-5bd1efd8174f), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.736629 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (c71788c3-0ac5-4b1e-941a-5bd1efd8174f), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.757015 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71788c3-0ac5-4b1e-941a-5bd1efd8174f,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:10.771311 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.772683 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-d5061ee4-6667-4d96-b378-ee49bfbf9dc6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1804824 Mar 23 15:55:10.775659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56380) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:10.782222 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:10.812428 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (ea80b187-0750-483d-bdae-f13520963802), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.883185 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:08Z', 'revision_number': 4, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '489bb474-d94e-4b0f-aa9b-e6170707de6a', 'name': '', 'network_id': '52da4649-841b-4101-8f6d-b232ab227652', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:07Z', 'updated_at': '2022-03-23T15:55:08Z', 'revision_number': 2, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'subnets': [{'id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:10.884366 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (ea80b187-0750-483d-bdae-f13520963802), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.889270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (ea80b187-0750-483d-bdae-f13520963802), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.908939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea80b187-0750-483d-bdae-f13520963802,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:10.917540 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Checking router: 726b412e-d5d3-4c68-9538-3b5ede2b7833 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:55:10.918257 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Updating router 726b412e-d5d3-4c68-9538-3b5ede2b7833 port 489bb474-d94e-4b0f-aa9b-e6170707de6a binding host dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 15:55:10.919919 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.921293 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-576f2481-da0f-42fe-8acf-0b0f6644ecbe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1441905 Mar 23 15:55:10.925829 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56382) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:10.930600 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:10.961268 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (feef1adb-99cc-4b7a-b303-864db58bd606), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:10.962732 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.030638 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (feef1adb-99cc-4b7a-b303-864db58bd606), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.036426 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (feef1adb-99cc-4b7a-b303-864db58bd606), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.058322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feef1adb-99cc-4b7a-b303-864db58bd606,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:11.074007 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.076568 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-1cb0d81e-a03a-43c6-9121-3226e27cc6e6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491244 Mar 23 15:55:11.079224 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56384) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:11.086680 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:11.117250 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.securitygroups_db [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Project ea81d9d8bdff462bb32de21c5bd719c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:55:11.123300 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (7dc76251-fa7a-4a9f-9842-4ff7eb7dac19), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.205357 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (7dc76251-fa7a-4a9f-9842-4ff7eb7dac19), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.210640 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (7dc76251-fa7a-4a9f-9842-4ff7eb7dac19), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.240438 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc76251-fa7a-4a9f-9842-4ff7eb7dac19,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:11.250379 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.252459 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-76d81d33-ede9-4e54-bbce-65cd05513a8b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1714578 Mar 23 15:55:11.255254 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56386) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:11.263917 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'security_group_rule': {'security_group_id': '3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424', 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:11.299708 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.securitygroups_db [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Project ea81d9d8bdff462bb32de21c5bd719c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 15:55:11.309159 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (044fc453-d7c4-4ffb-a1f4-00b63d38c8d6), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.357269 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks [] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), precommit_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.365562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.384080 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (044fc453-d7c4-4ffb-a1f4-00b63d38c8d6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.390094 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (044fc453-d7c4-4ffb-a1f4-00b63d38c8d6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.408564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044fc453-d7c4-4ffb-a1f4-00b63d38c8d6,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:11.425677 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a4bea-1159-4836-adaa-bd28266f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=3']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:11.426116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.427406 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-62262508-f60f-4cc1-97fc-7ccec92ef1d2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1697764 Mar 23 15:55:11.496876 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Attempting to bind port 489bb474-d94e-4b0f-aa9b-e6170707de6a on host dv-cinder-834540-1-iscsi for vnic_type normal with profile {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:11.497255 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Attempting to bind port 489bb474-d94e-4b0f-aa9b-e6170707de6a by drivers openvswitch,hyperv on host dv-cinder-834540-1-iscsi at level 0 using segments [{'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:11.497618 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Attempting to bind port 489bb474-d94e-4b0f-aa9b-e6170707de6a on network 52da4649-841b-4101-8f6d-b232ab227652 {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:11.504234 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Checking agent: {'id': 'afd8a74b-5eb0-4b99-a807-ae44c8aa5d24', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-834540-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 33, 28), 'started_at': datetime.datetime(2022, 3, 23, 15, 33, 58), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-834540-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:11.504635 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Checking segment: {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109943) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:11.505048 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.505455 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Bound using segment: {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'} {{(pid=109943) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:11.506083 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.managers [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Bound port: 489bb474-d94e-4b0f-aa9b-e6170707de6a, host: dv-cinder-834540-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a86817-9681-4f22-8342-19f868ef22d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '52da4649-841b-4101-8f6d-b232ab227652'}}] {{(pid=109943) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:11.506477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.588752 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] For port 489bb474-d94e-4b0f-aa9b-e6170707de6a, host dv-cinder-834540-1-iscsi, cleared binding levels {{(pid=109943) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:11.592579 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] For port 489bb474-d94e-4b0f-aa9b-e6170707de6a, host dv-cinder-834540-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=489bb474-d94e-4b0f-aa9b-e6170707de6a,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109943) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:11.604726 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f00fe738-e8b4-4d27-b162-c02f667c1f7d up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:11.608625 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:11.711341 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a4bea-1159-4836-adaa-bd28266f7ae3 None None] Pushing event updated for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:11.716674 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:11.717289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:54:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:11.808513 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port f00fe738-e8b4-4d27-b162-c02f667c1f7d triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:11.808888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:12.019661 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:12.020785 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:12.097098 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:12.224814 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port f00fe738-e8b4-4d27-b162-c02f667c1f7d is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:12.237816 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Current status of the port 489bb474-d94e-4b0f-aa9b-e6170707de6a is: DOWN; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:12.238281 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:12.333474 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] For port 489bb474-d94e-4b0f-aa9b-e6170707de6a, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=489bb474-d94e-4b0f-aa9b-e6170707de6a,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:12.340147 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:12.460645 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce4a0f-0c98-41e2-818d-217d3b35d927 None None] Pushing event updated for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:12.486905 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-fa266439-06f7-458d-ab1c-256736b95242 None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:12.487284 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-fa266439-06f7-458d-ab1c-256736b95242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:12.546059 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:08Z', 'revision_number': 4, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '489bb474-d94e-4b0f-aa9b-e6170707de6a', 'name': '', 'network_id': '52da4649-841b-4101-8f6d-b232ab227652', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:07Z', 'updated_at': '2022-03-23T15:55:11Z', 'revision_number': 4, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'subnets': [{'id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:12.582763 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ba6b22-5a13-45d7-bb46-5044a8919bdc None None] The sync data for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi is: [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T15:55:08Z', 'revision_number': 4, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '489bb474-d94e-4b0f-aa9b-e6170707de6a', 'name': '', 'network_id': '52da4649-841b-4101-8f6d-b232ab227652', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'mac_address': 'fa:16:3e:b4:33:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:07Z', 'updated_at': '2022-03-23T15:55:11Z', 'revision_number': 4, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'subnets': [{'id': '94606c2a-18af-4183-bd2d-a35b748941b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:55:12.638621 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-fa266439-06f7-458d-ab1c-256736b95242 None None] Current status of the port 489bb474-d94e-4b0f-aa9b-e6170707de6a is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:13.614690 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 489bb474-d94e-4b0f-aa9b-e6170707de6a up at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:13.678565 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Provisioning complete for port 489bb474-d94e-4b0f-aa9b-e6170707de6a triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:13.678939 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:13.769558 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Current status of the port 489bb474-d94e-4b0f-aa9b-e6170707de6a is: ACTIVE; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:16.612196 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:21.798813 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-bb9d4576-f47f-40e1-9ecb-59d68464c7bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:23.689643 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e4dd3891-f49c-46d1-ae9a-f942a8420177 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:25.255082 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:26.548953 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:27.784811 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:30.537821 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693a7f69-bd25-45f4-83e4-b563882e066c req-7c0e551e-2456-45fd-b32a-e4ce7838cb15 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:30.540397 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-693a7f69-bd25-45f4-83e4-b563882e066c req-7c0e551e-2456-45fd-b32a-e4ce7838cb15 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0663998 Mar 23 15:55:30.596668 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-693a7f69-bd25-45f4-83e4-b563882e066c req-5829b2aa-62d6-44c7-b69a-d571d0376689 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500176 Mar 23 15:55:31.737229 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23164971-6d2b-44f9-9069-edfdb715e0cc req-d60bb642-5491-4294-9c25-8869938fa1b1 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:31.738876 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23164971-6d2b-44f9-9069-edfdb715e0cc req-d60bb642-5491-4294-9c25-8869938fa1b1 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0611587 Mar 23 15:55:31.794123 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-23164971-6d2b-44f9-9069-edfdb715e0cc req-9b957d0c-9d75-471d-8950-6c12a5be3b37 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491712 Mar 23 15:55:32.313533 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-79a97c41-75a0-43b6-98fa-879adf4385aa tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197701794&fields=id&tenant_id=ea81d9d8bdff462bb32de21c5bd719c7 HTTP/1.1" status: 200 len: 267 time: 0.0518968 Mar 23 15:55:32.433294 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-ddbe4c1c-2f02-424a-8156-a5f26f788c67 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:32.434891 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-ddbe4c1c-2f02-424a-8156-a5f26f788c67 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 809 time: 0.1148317 Mar 23 15:55:32.454902 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-ba72d9bb-1db0-4995-9c1a-ca376ab9458b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/quotas/ea81d9d8bdff462bb32de21c5bd719c7 HTTP/1.1" status: 200 len: 375 time: 0.0107989 Mar 23 15:55:32.515797 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-055cf2d1-6df1-4b62-b209-5a68f17ace15 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547707 Mar 23 15:55:32.630478 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-702b55c9-429b-4bc6-bf6a-8cbc6b4f01ca service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:55:32.631268 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-702b55c9-429b-4bc6-bf6a-8cbc6b4f01ca service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1030676 Mar 23 15:55:32.728272 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-83b4c534-9a41-419b-9c67-e3de13a03429 service neutron] 10.222.0.41 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906084 Mar 23 15:55:32.820956 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-92af7aaf-d38d-4eb4-bd6b-245625280895 service neutron] 10.222.0.41 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850503 Mar 23 15:55:32.927157 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0882f2-69f0-45bb-ac9d-5b2e017c1941 req-8aac1dbc-50d1-4350-80af-2c9e3d42f604 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:32.928729 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b0882f2-69f0-45bb-ac9d-5b2e017c1941 req-8aac1dbc-50d1-4350-80af-2c9e3d42f604 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0603421 Mar 23 15:55:32.978310 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2b0882f2-69f0-45bb-ac9d-5b2e017c1941 req-58c62e30-7d0a-428c-a1b2-0340882169d9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437696 Mar 23 15:55:33.114591 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-39dcb044-062b-4f6f-ab98-af40dfb54d11 req-5a9c36ee-a3da-402d-8a0e-0c80c7f42a2b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 210 time: 0.0284438 Mar 23 15:55:34.111805 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e30ce4-d393-48ed-8c4e-75de65abbd10 req-91b2c87e-90db-42f5-be91-4290bee77759 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:34.113685 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9e30ce4-d393-48ed-8c4e-75de65abbd10 req-91b2c87e-90db-42f5-be91-4290bee77759 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0572274 Mar 23 15:55:34.115714 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-fd970598-d122-4b2d-a3b0-f493db26dbec tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:34.117283 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-fd970598-d122-4b2d-a3b0-f493db26dbec tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 809 time: 0.1120949 Mar 23 15:55:34.200695 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-b72d0131-0150-4f45-9816-606d21e8da23 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea81d9d8bdff462bb32de21c5bd719c7 HTTP/1.1" status: 200 len: 379 time: 0.0746570 Mar 23 15:55:34.206733 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f9e30ce4-d393-48ed-8c4e-75de65abbd10 req-0e6e5606-e4d8-4c5e-9edd-16b9cba80a62 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827813 Mar 23 15:55:34.211574 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'port': {'device_id': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'admin_state_up': True, 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'security_groups': ['3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:34.237930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c1f31972-f293-496c-a414-718c280a7a44 req-7b1df91f-9fdc-4083-a88e-9ce4cbb8dda0 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 210 time: 0.0467253 Mar 23 15:55:34.323880 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Made reservation on behalf of ea81d9d8bdff462bb32de21c5bd719c7 for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:55:34.327418 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.470363 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Allocated IP 172.20.0.14 (d1adb092-8183-47d7-8324-e250b6ce0354/1f886d8a-2e39-4321-ad25-743694f62e55/58e6a81c-c347-405e-9913-8fd204266e12) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:34.615184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for port (58e6a81c-c347-405e-9913-8fd204266e12), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.652818 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.701592 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Network d1adb092-8183-47d7-8324-e250b6ce0354 is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:34.704805 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:34.707708 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:34.740138 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:34.769013 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:34.769708 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.788485 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-62556122-d16a-42d4-8f02-6b7490ffbc0f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5814734 Mar 23 15:55:34.803398 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Request body: {'port': {'device_id': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:34.865053 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.910742 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-dd3f5612-8264-4571-965b-bdc49f35af12 None None] Provisioning complete for port 58e6a81c-c347-405e-9913-8fd204266e12 triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:34.911356 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-dd3f5612-8264-4571-965b-bdc49f35af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (58e6a81c-c347-405e-9913-8fd204266e12), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:34.946348 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-dd3f5612-8264-4571-965b-bdc49f35af12 None None] Port 58e6a81c-c347-405e-9913-8fd204266e12 cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:55:35.135017 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e6a81c-c347-405e-9913-8fd204266e12 {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:55:35.143017 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks [] for port (58e6a81c-c347-405e-9913-8fd204266e12), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:35.155472 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Transition to ACTIVE for port object 58e6a81c-c347-405e-9913-8fd204266e12 will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:55:35.161848 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:35.210936 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:35.292186 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Attempting to bind port 58e6a81c-c347-405e-9913-8fd204266e12 on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:55:35.292596 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Attempting to bind port 58e6a81c-c347-405e-9913-8fd204266e12 by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:55:35.292988 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Attempting to bind port 58e6a81c-c347-405e-9913-8fd204266e12 on network d1adb092-8183-47d7-8324-e250b6ce0354 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:35.299050 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Port 58e6a81c-c347-405e-9913-8fd204266e12 on network d1adb092-8183-47d7-8324-e250b6ce0354 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:55:35.299470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Attempting to bind port 58e6a81c-c347-405e-9913-8fd204266e12 on network d1adb092-8183-47d7-8324-e250b6ce0354 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:55:35.305512 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:55:35.305881 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Checking segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:55:35.306276 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Bound using segment: {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:55:35.306725 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Bound port: 58e6a81c-c347-405e-9913-8fd204266e12, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1485d467-4eb1-4b66-9e77-2662d05ad796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:55:35.307099 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:35.393750 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:55:35.396880 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12386217-c2cc-4e0c-8f14-dfc561dd0b5a req-36af5c11-e68f-494a-b5c6-7d5773aa74db tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.399114 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-12386217-c2cc-4e0c-8f14-dfc561dd0b5a req-36af5c11-e68f-494a-b5c6-7d5773aa74db tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0962873 Mar 23 15:55:35.403576 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:55:35.412625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:35.419266 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bde0b-a565-4e59-ab5b-9a69bf9dd3f9 req-4642d3a6-2934-4cc6-bce4-c99e38635d09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.420854 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e3bde0b-a565-4e59-ab5b-9a69bf9dd3f9 req-4642d3a6-2934-4cc6-bce4-c99e38635d09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0820067 Mar 23 15:55:35.448907 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.449548 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:35.450987 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] 10.222.0.61 "PUT /v2.0/ports/58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 1094 time: 0.6521354 Mar 23 15:55:35.451447 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:55:35.453890 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2" -d '{"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:55:35.480859 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cc71c-2567-477e-8b40-17d033c96c4c service neutron] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:35.488700 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-12386217-c2cc-4e0c-8f14-dfc561dd0b5a req-816dc96e-08b5-44dd-87e2-53cadac14eda tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829608 Mar 23 15:55:35.534760 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e3bde0b-a565-4e59-ab5b-9a69bf9dd3f9 req-9659703c-2df0-4bec-a9a3-ba31c55c11bf tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994246 Mar 23 15:55:35.563908 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71caa36a-20a4-4e9a-b03b-d5fb95a27d9c x-openstack-request-id: req-71caa36a-20a4-4e9a-b03b-d5fb95a27d9c {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:55:35.564231 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:55:35.564487 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-71caa36a-20a4-4e9a-b03b-d5fb95a27d9c {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:55:35.564902 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71caa36a-20a4-4e9a-b03b-d5fb95a27d9c'] response: {'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'status': 'completed', 'code': 200} Mar 23 15:55:35.567255 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-465835c8-8993-499f-95ce-f51e564890dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.569227 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-465835c8-8993-499f-95ce-f51e564890dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1128 time: 0.0712037 Mar 23 15:55:35.615454 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-0ccbad36-3363-4577-a941-59828a32947a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 217 time: 0.0393076 Mar 23 15:55:35.670914 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-37b8cabd-f2d4-42a0-8def-cbe9921e8a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.672545 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-37b8cabd-f2d4-42a0-8def-cbe9921e8a68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0460739 Mar 23 15:55:35.723864 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-b52eab09-c286-4ac8-920c-2152e922fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:35.725459 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-b52eab09-c286-4ac8-920c-2152e922fb01 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473669 Mar 23 15:55:35.824103 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-9911f9bc-6157-4c48-bc02-5353abeba4b6 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922239 Mar 23 15:55:35.915233 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fb1c2f66-fffb-4e27-8ef9-701c0097bda4 req-f3152f3b-476e-4eb8-a81a-4a8bc9b493a3 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836778 Mar 23 15:55:36.013948 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-945f3dd4-18b6-41b2-a95e-def81fadb019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.015613 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-945f3dd4-18b6-41b2-a95e-def81fadb019 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1128 time: 0.0485034 Mar 23 15:55:36.113534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-4188adbc-43b6-4760-9db8-9057d9a70663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.115048 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-4188adbc-43b6-4760-9db8-9057d9a70663 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0930643 Mar 23 15:55:36.156303 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-ef9adc4e-81dc-4e58-ae41-62242540170f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 217 time: 0.0347369 Mar 23 15:55:36.210200 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-8af600ea-bea0-4658-96ae-b5ec3f4ba35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.211716 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-8af600ea-bea0-4658-96ae-b5ec3f4ba35a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0498159 Mar 23 15:55:36.265672 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-65c90841-7cb6-49b6-ae9a-403080e76e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.267330 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-65c90841-7cb6-49b6-ae9a-403080e76e3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0493193 Mar 23 15:55:36.358745 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-61cc6578-e26f-4cb0-b597-901c2b69177a service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844164 Mar 23 15:55:36.455425 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-6b7710eb-5a12-4a9b-9fb4-b105870fc9f2 req-5e3e8196-ff0d-4e56-9099-7939feb17fcb service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899463 Mar 23 15:55:36.630008 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dbd07-14ff-4c0c-86ba-25d5d69cff40 req-3c91d331-2336-4683-ab7a-647eb78b5f2a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.631492 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ea4dbd07-14ff-4c0c-86ba-25d5d69cff40 req-3c91d331-2336-4683-ab7a-647eb78b5f2a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0673461 Mar 23 15:55:36.702053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8dbd2d-65e5-461b-9f59-73ab1fd772fe req-00eef4eb-72f4-424b-b9a0-7d671ef9e7e2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:36.703701 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bc8dbd2d-65e5-461b-9f59-73ab1fd772fe req-00eef4eb-72f4-424b-b9a0-7d671ef9e7e2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0925088 Mar 23 15:55:36.706805 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ea4dbd07-14ff-4c0c-86ba-25d5d69cff40 req-1dbaaa23-59f0-48d4-8626-157ae913ecff tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614114 Mar 23 15:55:36.753678 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-bc8dbd2d-65e5-461b-9f59-73ab1fd772fe req-d46aeaae-3215-4d0f-aa33-3fce4c2d7b97 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Mar 23 15:55:37.844445 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7d974-733e-48ed-8585-90dc35ad15eb req-1a9588e2-fb65-4ba4-b331-489ca4e39c34 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:37.845915 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11a7d974-733e-48ed-8585-90dc35ad15eb req-1a9588e2-fb65-4ba4-b331-489ca4e39c34 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0688961 Mar 23 15:55:37.912836 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11a7d974-733e-48ed-8585-90dc35ad15eb req-55e29e0c-6c29-443e-a9c5-da4527e4442a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530279 Mar 23 15:55:37.919701 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea98a072-12a5-4b2c-82c4-a28a324f8a6f req-41626ef5-a669-4721-a139-16c2e19a413c tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:37.921258 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ea98a072-12a5-4b2c-82c4-a28a324f8a6f req-41626ef5-a669-4721-a139-16c2e19a413c tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0964170 Mar 23 15:55:37.973311 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ea98a072-12a5-4b2c-82c4-a28a324f8a6f req-751c2f11-3026-4e72-bf99-09414737ec13 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441649 Mar 23 15:55:39.044723 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c02f10-81cc-4272-8120-e950711da344 req-34088de4-0aaf-4fd0-9597-b7aa98a2fddc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:39.046315 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29c02f10-81cc-4272-8120-e950711da344 req-34088de4-0aaf-4fd0-9597-b7aa98a2fddc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0626166 Mar 23 15:55:39.138568 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-29c02f10-81cc-4272-8120-e950711da344 req-1abe5c32-2600-4718-a475-a3c70920a55c tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842807 Mar 23 15:55:39.150671 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d898edd-6168-422a-a178-e8ca9f362dc9 req-01b3f2d1-b644-43f8-abb8-2bf7428eb675 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:39.152378 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2d898edd-6168-422a-a178-e8ca9f362dc9 req-01b3f2d1-b644-43f8-abb8-2bf7428eb675 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.1003997 Mar 23 15:55:39.205457 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2d898edd-6168-422a-a178-e8ca9f362dc9 req-f5949566-b6da-45a8-a79e-78e0d85d9163 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472302 Mar 23 15:55:40.268904 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132713d-1f06-4438-b1a4-25553c07bce7 req-17c07798-4c06-4ef4-bebd-bf215840c41e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:40.270543 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b132713d-1f06-4438-b1a4-25553c07bce7 req-17c07798-4c06-4ef4-bebd-bf215840c41e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0545549 Mar 23 15:55:40.352007 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-b132713d-1f06-4438-b1a4-25553c07bce7 req-97a6badd-479b-4db5-b2c9-a723a0a5f3ba tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758471 Mar 23 15:55:40.368627 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e4e34-9cb7-4612-8cfd-18a29f104522 req-29bcb163-b5c3-453a-862f-8c4162ab43c6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:40.370170 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-146e4e34-9cb7-4612-8cfd-18a29f104522 req-29bcb163-b5c3-453a-862f-8c4162ab43c6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0869110 Mar 23 15:55:40.422357 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-146e4e34-9cb7-4612-8cfd-18a29f104522 req-2ad2fc48-8446-4929-9a43-173f7a9829a7 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465314 Mar 23 15:55:41.475764 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5681fede-f0b6-4307-929c-603ef6da825a req-fd905065-e997-41f0-bddc-0b82f65a72ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:41.477327 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5681fede-f0b6-4307-929c-603ef6da825a req-fd905065-e997-41f0-bddc-0b82f65a72ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0557103 Mar 23 15:55:41.558319 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5681fede-f0b6-4307-929c-603ef6da825a req-64caaa02-4d55-4ffb-bde0-c4d698ddf492 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749862 Mar 23 15:55:41.576211 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23bcad-bafd-444a-ae61-763ad71f1c5e req-16c855e0-f2af-4251-879b-7ebd48bbcdc1 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:41.577772 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d23bcad-bafd-444a-ae61-763ad71f1c5e req-16c855e0-f2af-4251-879b-7ebd48bbcdc1 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0802715 Mar 23 15:55:41.640457 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6d23bcad-bafd-444a-ae61-763ad71f1c5e req-947cdd92-74c3-4752-bde9-54e55a46134a tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560396 Mar 23 15:55:41.798697 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fceb62-a294-44b8-8b6a-1f4c39cefaad req-c27f39ec-d73e-4da7-bf66-9b6230c370ea tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:41.800327 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c3fceb62-a294-44b8-8b6a-1f4c39cefaad req-c27f39ec-d73e-4da7-bf66-9b6230c370ea tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0574846 Mar 23 15:55:41.851575 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-20fe1a26-9037-4ed6-81fb-9485bc8046f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:41.853189 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-20fe1a26-9037-4ed6-81fb-9485bc8046f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0508704 Mar 23 15:55:41.855305 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c3fceb62-a294-44b8-8b6a-1f4c39cefaad req-80dbbf2b-e930-4667-ac03-73a87e54f1dd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490301 Mar 23 15:55:41.958562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-43badbd1-3bbe-4192-b0aa-e864db9c4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:41.960002 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-43badbd1-3bbe-4192-b0aa-e864db9c4eba service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.1005576 Mar 23 15:55:42.032633 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-b2a0e1df-f18c-42fe-8aa4-f9aaea75d553 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1001 time: 0.0652184 Mar 23 15:55:42.085151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-8f107b71-cad0-404d-b067-64d84c75b1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:42.086669 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-8f107b71-cad0-404d-b067-64d84c75b1bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0460930 Mar 23 15:55:42.140218 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-60f00349-db7b-448b-b4e5-bc38ca2cb067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:42.141762 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-60f00349-db7b-448b-b4e5-bc38ca2cb067 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0489309 Mar 23 15:55:42.233006 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-ca69e102-ca58-4a65-a53a-3a615fcd58b6 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Mar 23 15:55:42.330883 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dcb50721-48c0-4e68-81d7-aa3a9341f315 req-776bc8c0-5d8f-4990-be18-ee9c357a9954 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908568 Mar 23 15:55:42.770726 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805c3d02-6285-4b97-b977-a953afac710d req-6c4d3a75-eb15-471a-99fa-efda094a380d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:42.772270 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-805c3d02-6285-4b97-b977-a953afac710d req-6c4d3a75-eb15-471a-99fa-efda094a380d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0577474 Mar 23 15:55:42.829705 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-805c3d02-6285-4b97-b977-a953afac710d req-808e9c1f-9b3e-4cf0-b2a8-2a33150a5e3e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516422 Mar 23 15:55:42.988112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49bcdbd-03a2-472b-9cec-7ef3800e93c9 req-0bddbe5c-4648-4a38-a6fc-6414b17b9858 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:42.989528 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f49bcdbd-03a2-472b-9cec-7ef3800e93c9 req-0bddbe5c-4648-4a38-a6fc-6414b17b9858 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0591257 Mar 23 15:55:43.042266 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f49bcdbd-03a2-472b-9cec-7ef3800e93c9 req-25031372-66c7-41b7-9260-1ed69d9b21af tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465469 Mar 23 15:55:43.953068 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc171c2-8792-422b-a5a9-536e10db6c9a req-554acfc8-45e1-4342-b24b-7d75f4ef5113 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:43.954586 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6bc171c2-8792-422b-a5a9-536e10db6c9a req-554acfc8-45e1-4342-b24b-7d75f4ef5113 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0551343 Mar 23 15:55:44.008286 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6bc171c2-8792-422b-a5a9-536e10db6c9a req-f1b65f21-aaf7-4402-971f-c6623ba7a741 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478921 Mar 23 15:55:44.178204 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd2f3c-4521-4569-a22e-9ccb02a36a1a req-2f26ea77-bab7-47ce-9393-9e4c822ff5ef tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:44.179654 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4dd2f3c-4521-4569-a22e-9ccb02a36a1a req-2f26ea77-bab7-47ce-9393-9e4c822ff5ef tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0643239 Mar 23 15:55:44.228739 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4dd2f3c-4521-4569-a22e-9ccb02a36a1a req-e0c9a35b-4230-4866-b492-7e219638b2bc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Mar 23 15:55:44.783818 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:55:45.135981 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c12a8c-6af1-4ec0-b988-8efd76785c75 req-2efb4181-70ca-4dc9-957c-47c3d550f591 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:45.137641 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-57c12a8c-6af1-4ec0-b988-8efd76785c75 req-2efb4181-70ca-4dc9-957c-47c3d550f591 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0563295 Mar 23 15:55:45.192193 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-57c12a8c-6af1-4ec0-b988-8efd76785c75 req-48a62e67-128f-4168-99c7-5130b37f750d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485020 Mar 23 15:55:45.252636 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:55:45.363081 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:45.376848 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '58e6a81c-c347-405e-9913-8fd204266e12', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'mac_address': 'fa:16:3e:2a:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:55:45.415435 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 58e6a81c-c347-405e-9913-8fd204266e12 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:45.415821 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:45.429376 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6a81c-c347-405e-9913-8fd204266e12 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:55:45.450202 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:45.457279 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:45.514854 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:45.838329 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['58e6a81c-c347-405e-9913-8fd204266e12'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:55:46.340612 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67860cf-559c-4a99-bd38-1233d0a2088a req-b892e16a-57ab-44c5-b551-504eb1031d8e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:46.342234 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d67860cf-559c-4a99-bd38-1233d0a2088a req-b892e16a-57ab-44c5-b551-504eb1031d8e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 945 time: 0.0601780 Mar 23 15:55:46.411978 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d67860cf-559c-4a99-bd38-1233d0a2088a req-0698dfa8-96e5-4cfe-a0c6-c0aa8d4ef47f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597093 Mar 23 15:55:46.606968 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:47.242705 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:55:47.296086 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port 58e6a81c-c347-405e-9913-8fd204266e12 completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:55:47.300084 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 58e6a81c-c347-405e-9913-8fd204266e12 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:55:47.300451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (58e6a81c-c347-405e-9913-8fd204266e12), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:47.383967 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 58e6a81c-c347-405e-9913-8fd204266e12 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:55:47.384354 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:47.407303 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:55:47.409631 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9c7e36-7a35-4eac-8f78-a53b7ce26299" -d '{"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:55:47.422987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:55:47.427647 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:47.452997 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946faed0-4165-4921-9c2e-45aff39d4195 x-openstack-request-id: req-946faed0-4165-4921-9c2e-45aff39d4195 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:55:47.453263 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:55:47.453531 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-946faed0-4165-4921-9c2e-45aff39d4195 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:55:47.454102 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946faed0-4165-4921-9c2e-45aff39d4195'] response: {'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'code': 200} Mar 23 15:55:47.485090 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:47.551360 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2148f4-1a35-46ab-9914-e22c6fbcf1c6 req-2c1435e8-8db0-4b58-ab31-09e7956e00dd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:47.552972 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f2148f4-1a35-46ab-9914-e22c6fbcf1c6 req-2c1435e8-8db0-4b58-ab31-09e7956e00dd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0620589 Mar 23 15:55:47.615780 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6f2148f4-1a35-46ab-9914-e22c6fbcf1c6 req-d673c931-b3bc-4a14-ab22-24473478c3b0 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563293 Mar 23 15:55:47.687441 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdcd30-adba-430e-83e5-bc67f23f2ee5 req-f09cf30d-bcd3-4ff4-a735-53670327cf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:47.689040 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dcdcd30-adba-430e-83e5-bc67f23f2ee5 req-f09cf30d-bcd3-4ff4-a735-53670327cf17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0471094 Mar 23 15:55:47.736762 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-5dcdcd30-adba-430e-83e5-bc67f23f2ee5 req-83ba2e30-5fcd-4169-b828-24662da2d1e4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412798 Mar 23 15:55:48.751516 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffad9e-8547-4fdd-84ea-910a95838e41 req-c6629c2c-828d-41e1-9d7a-462e1e3b8546 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:48.753108 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-beffad9e-8547-4fdd-84ea-910a95838e41 req-c6629c2c-828d-41e1-9d7a-462e1e3b8546 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0545228 Mar 23 15:55:48.805930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-beffad9e-8547-4fdd-84ea-910a95838e41 req-3fa46d6c-32a2-4f53-ad7b-0583811d6b70 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450919 Mar 23 15:55:49.934165 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfbe649-5fe0-48db-8dd8-3bd6390a4f6e req-c373f12a-3ef2-4567-92c5-ba1bb072dec4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:49.935663 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0cfbe649-5fe0-48db-8dd8-3bd6390a4f6e req-c373f12a-3ef2-4567-92c5-ba1bb072dec4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0594225 Mar 23 15:55:49.989078 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0cfbe649-5fe0-48db-8dd8-3bd6390a4f6e req-55c510c9-a42b-4689-8fec-c8386d204ba6 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475190 Mar 23 15:55:50.110392 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d91104-3138-4fa6-a138-1fff5cfb8387 req-6995b8a3-2e3f-4025-adba-bdcd48218ffe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:50.111875 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54d91104-3138-4fa6-a138-1fff5cfb8387 req-6995b8a3-2e3f-4025-adba-bdcd48218ffe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0544746 Mar 23 15:55:50.170105 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54d91104-3138-4fa6-a138-1fff5cfb8387 req-51bff067-7039-467c-ae66-c4dbf676b13d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494003 Mar 23 15:55:50.192525 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56628) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:50.286419 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66689480-555a-4005-9901-fdc8e3431ca1 tempest-TestShelveInstance-863742441 tempest-TestShelveInstance-863742441-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:50.287978 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-66689480-555a-4005-9901-fdc8e3431ca1 tempest-TestShelveInstance-863742441 tempest-TestShelveInstance-863742441-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1125 time: 0.0944185 Mar 23 15:55:50.292495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56632) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:55:50.297098 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:55:50.321151 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:50.434001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:50.543819 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Allocated IP 172.27.3.8 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/fecd6ac8-47d6-47ef-af0c-7b6afaf75770) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:55:50.654580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:50.696504 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:50.734281 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:55:50.737304 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:55:50.743732 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:55:50.749550 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'Port': ['ID=fecd6ac8-47d6-47ef-af0c-7b6afaf75770,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:51.136923 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for floatingip (2854586a-857c-4325-852f-e86ae3e7eabd), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:51.212405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:51.390562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:51.396445 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:51.476180 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event updated for resources: {'Port': ['ID=fecd6ac8-47d6-47ef-af0c-7b6afaf75770,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:55:51.485306 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (2854586a-857c-4325-852f-e86ae3e7eabd), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:51.592096 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Floating IP 2854586a-857c-4325-852f-e86ae3e7eabd associated. External IP: 172.27.3.8, port: 58e6a81c-c347-405e-9913-8fd204266e12. Mar 23 15:55:51.794784 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a5536c1b-e3fd-4d05-ae54-48cd19a0024f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:52.098971 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Router fd1a639e-2274-4b86-a797-82d405226d93 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:55:52.212936 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:55:52.224192 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Sync routers for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:55:52.234458 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:52.235087 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:52.235219 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:55:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:52.270542 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a7fa9c19-300a-465e-9ab3-494f5ec6242b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9768851 Mar 23 15:55:52.271561 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:55:52.274134 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17986dc6-b6a0-46b7-8755-5a928254a1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:55:52.312076 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baa1363-f596-4cbc-8fd4-6e24d0bc2c74 x-openstack-request-id: req-4baa1363-f596-4cbc-8fd4-6e24d0bc2c74 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:55:52.312381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:55:52.312642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4baa1363-f596-4cbc-8fd4-6e24d0bc2c74 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:55:52.313056 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4baa1363-f596-4cbc-8fd4-6e24d0bc2c74'] response: {'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'status': 'completed', 'code': 200} Mar 23 15:55:52.366786 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:52.385555 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-fb9e8dde-4b8f-44eb-ba0f-e90e39f2cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:52.387252 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-fb9e8dde-4b8f-44eb-ba0f-e90e39f2cc75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0506215 Mar 23 15:55:52.486623 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-3d56cb4e-94c7-4c48-a91a-40bfea7e4d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:52.488227 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-3d56cb4e-94c7-4c48-a91a-40bfea7e4d3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0939326 Mar 23 15:55:52.559806 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-27c27d99-4292-47a1-b1f6-dec4cebdfeb6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 998 time: 0.0654409 Mar 23 15:55:52.601318 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2854586a-857c-4325-852f-e86ae3e7eabd', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'mac_address': 'fa:16:3e:2a:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:55:50Z', 'updated_at': '2022-03-23T15:55:50Z', 'revision_number': 0, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:52.611795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-de25bc8d-db87-4d90-8baf-6e136e5cac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:52.613513 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-de25bc8d-db87-4d90-8baf-6e136e5cac04 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0459900 Mar 23 15:55:52.641393 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Checking router: fd1a639e-2274-4b86-a797-82d405226d93 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:55:52.651420 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:55:52.652099 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:55:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:52.667984 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-633d9fd6-b61e-4f09-83e2-4f66470b7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:52.669632 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-633d9fd6-b61e-4f09-83e2-4f66470b7d9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504639 Mar 23 15:55:52.766853 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:55:52.769950 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-bfc59b2c-0a51-484a-beba-e3e3a2fa01dc service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945351 Mar 23 15:55:52.865380 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-17986dc6-b6a0-46b7-8755-5a928254a1bc req-32e397e7-3bda-4b87-a9d7-ce8f2693c90c service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892169 Mar 23 15:55:53.008938 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2854586a-857c-4325-852f-e86ae3e7eabd', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'mac_address': 'fa:16:3e:2a:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:55:50Z', 'updated_at': '2022-03-23T15:55:50Z', 'revision_number': 0, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:55:53.034604 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6207b971-0662-4c0b-a490-7ceba9165f87 None None] The sync data for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi is: [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '2854586a-857c-4325-852f-e86ae3e7eabd', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'floating_ip_address': '172.27.3.8', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'mac_address': 'fa:16:3e:2a:87:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:55:50Z', 'updated_at': '2022-03-23T15:55:50Z', 'revision_number': 0, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:55:53.265355 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af04b2c-b57f-4a07-a859-5dee7e54114f None None] New status for floating IP 2854586a-857c-4325-852f-e86ae3e7eabd: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:55:53.688049 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-65a8ea62-febc-40de-a16a-4d70fb6addec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:55.258389 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:56.499757 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-0b279ac5-0551-436b-b773-5336ded535e7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512640 Mar 23 15:55:56.553031 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:55:56.595043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2318-756c-4d28-a079-689cf6f496da req-0c32d526-d299-417a-9b97-508eaf29e1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:56.596617 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-0c32d526-d299-417a-9b97-508eaf29e1c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0455184 Mar 23 15:55:56.706129 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2318-756c-4d28-a079-689cf6f496da req-35c408e9-bf8a-4b03-8da4-4510a74b9fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:56.707626 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-35c408e9-bf8a-4b03-8da4-4510a74b9fae service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.0882237 Mar 23 15:55:56.779768 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-e4885b60-736d-4c10-98e1-5da0aa637896 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1001 time: 0.0656102 Mar 23 15:55:56.830184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2318-756c-4d28-a079-689cf6f496da req-c3a73c0e-d084-4dea-8750-64f9a7ea5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:56.831734 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-c3a73c0e-d084-4dea-8750-64f9a7ea5936 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0449290 Mar 23 15:55:56.892668 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899f2318-756c-4d28-a079-689cf6f496da req-64c7c0ed-d85d-473f-8ddb-82f0588f9772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:55:56.894255 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-64c7c0ed-d85d-473f-8ddb-82f0588f9772 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0548279 Mar 23 15:55:56.987875 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-9c953d4b-2436-4bdc-b4e1-05faa02312a4 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863001 Mar 23 15:55:57.087679 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-899f2318-756c-4d28-a079-689cf6f496da req-9a28b17c-967e-48d3-aeef-58e1fff3aad8 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929511 Mar 23 15:55:57.780082 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:16.636302 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:21.782247 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:56:21.790670 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-01763c08-5215-46b2-be54-041bc5bb9c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:23.684978 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f90075a7-6c29-4dce-ba47-7bf8304af5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:25.263754 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:26.559840 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:27.787357 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:41.163993 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8901de9e-0c79-46b5-8664-1e88ad57b958 req-8a08b0c6-1721-4aac-9e2e-02d6bb12095e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:41.165423 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8901de9e-0c79-46b5-8664-1e88ad57b958 req-8a08b0c6-1721-4aac-9e2e-02d6bb12095e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0576530 Mar 23 15:56:41.212806 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8901de9e-0c79-46b5-8664-1e88ad57b958 req-c20a8d31-1df1-4aa3-9886-ac844aa2d5c7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415905 Mar 23 15:56:42.337423 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11159c17-f413-4371-8d66-55dcca0c4110 req-7e443566-2fcd-44f5-9bce-73579da7a0b4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:42.338851 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11159c17-f413-4371-8d66-55dcca0c4110 req-7e443566-2fcd-44f5-9bce-73579da7a0b4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0538278 Mar 23 15:56:42.386305 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-11159c17-f413-4371-8d66-55dcca0c4110 req-427472af-d825-4070-8025-77b3ce8e13d6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416584 Mar 23 15:56:43.524987 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789197ea-7756-49ac-9a4d-72ffea4af61e req-762d986a-d111-48e6-a394-a26178e14967 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:43.526571 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-789197ea-7756-49ac-9a4d-72ffea4af61e req-762d986a-d111-48e6-a394-a26178e14967 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0557034 Mar 23 15:56:43.581313 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-789197ea-7756-49ac-9a4d-72ffea4af61e req-f98e350d-1292-4fec-983b-b91ad2092be2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Mar 23 15:56:44.719608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b237930-953a-40fc-a7af-14ddd8f9678f req-5e2866f1-2208-41bb-b0dc-bdbfa01ca35d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:44.721676 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9b237930-953a-40fc-a7af-14ddd8f9678f req-5e2866f1-2208-41bb-b0dc-bdbfa01ca35d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0697472 Mar 23 15:56:44.773366 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9b237930-953a-40fc-a7af-14ddd8f9678f req-2fe99a8a-44a2-461a-80fd-50f9460c349e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456746 Mar 23 15:56:45.905475 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec98fda-b4cd-4200-ad38-4e41e950e390 req-c8547478-b9c8-46fb-a0bf-52b0f26c9eaa tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:45.906871 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cec98fda-b4cd-4200-ad38-4e41e950e390 req-c8547478-b9c8-46fb-a0bf-52b0f26c9eaa tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0597444 Mar 23 15:56:45.957480 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-cec98fda-b4cd-4200-ad38-4e41e950e390 req-cf555b83-2c52-42fc-9391-5a00c8ad10b5 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424438 Mar 23 15:56:46.629135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:47.096569 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b342a-cd25-45b7-bc43-c938bd5a333a req-aaf56a61-6671-4349-b423-6d8844350762 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:47.098052 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f99b342a-cd25-45b7-bc43-c938bd5a333a req-aaf56a61-6671-4349-b423-6d8844350762 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0627849 Mar 23 15:56:47.146803 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f99b342a-cd25-45b7-bc43-c938bd5a333a req-fec55496-3f25-4059-b29f-3a3a8466a18b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Mar 23 15:56:48.290485 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746d7a16-bd56-48a1-8855-4ab523282ebe req-55420377-1913-452d-89cb-4a0252f7bb70 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:48.291970 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-746d7a16-bd56-48a1-8855-4ab523282ebe req-55420377-1913-452d-89cb-4a0252f7bb70 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0657849 Mar 23 15:56:48.338265 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-746d7a16-bd56-48a1-8855-4ab523282ebe req-4203f9a7-11d6-4ca5-8f30-b6d8d23a5670 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404816 Mar 23 15:56:49.463035 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680094d-305c-46c9-86ff-caaa78ab6067 req-086feb51-9831-4a48-b603-840d9a1d6026 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:49.464548 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7680094d-305c-46c9-86ff-caaa78ab6067 req-086feb51-9831-4a48-b603-840d9a1d6026 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0569825 Mar 23 15:56:49.514553 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7680094d-305c-46c9-86ff-caaa78ab6067 req-0935f147-f7b2-4295-817c-f86619ec35fe tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Mar 23 15:56:50.641705 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd654bd-e825-453e-b027-e6930cf7defa req-0283f478-eaa3-4ade-a379-9f97b66f215f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:50.643176 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fd654bd-e825-453e-b027-e6930cf7defa req-0283f478-eaa3-4ade-a379-9f97b66f215f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0594249 Mar 23 15:56:50.693253 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fd654bd-e825-453e-b027-e6930cf7defa req-0b0cf022-ed73-4202-97ab-e6421602afce tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Mar 23 15:56:51.785750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3ef64d89-a511-4c52-988f-dc7b85db5380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:51.820411 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf4b1f6-7abe-4a2e-9c1c-4d31a754a331 req-4d68f1aa-d94f-4aa0-a501-966097316fe2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:51.821901 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-baf4b1f6-7abe-4a2e-9c1c-4d31a754a331 req-4d68f1aa-d94f-4aa0-a501-966097316fe2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0545640 Mar 23 15:56:51.869819 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-baf4b1f6-7abe-4a2e-9c1c-4d31a754a331 req-dbf3377e-9844-47be-b869-a28a7474b129 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 Mar 23 15:56:52.998488 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8a492-9a03-4880-8248-f4dedef483b6 req-6311f05a-4c82-4efd-a0eb-c07a2861fe60 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:52.999969 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-71c8a492-9a03-4880-8248-f4dedef483b6 req-6311f05a-4c82-4efd-a0eb-c07a2861fe60 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0585465 Mar 23 15:56:53.052660 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-71c8a492-9a03-4880-8248-f4dedef483b6 req-3d071267-7101-4e3b-bd23-482cb5229481 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448046 Mar 23 15:56:53.680802 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e6a0b210-3abb-4c13-aef9-24324872f8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:54.174040 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a62bd4-2cb5-4812-8592-7969405a381f req-b402a92d-6cb6-4166-b843-8dc93d7ac10e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:54.175554 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-03a62bd4-2cb5-4812-8592-7969405a381f req-b402a92d-6cb6-4166-b843-8dc93d7ac10e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0554330 Mar 23 15:56:54.222659 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-03a62bd4-2cb5-4812-8592-7969405a381f req-4f2abb1a-e5e2-40a6-8aae-91ef5a529dc8 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413415 Mar 23 15:56:55.264095 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:55.347936 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3f26bd-d2a2-44ff-ad0d-e861a8c84e5d req-680a1612-a877-4dc4-b24a-c2dae3a61526 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:55.349330 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff3f26bd-d2a2-44ff-ad0d-e861a8c84e5d req-680a1612-a877-4dc4-b24a-c2dae3a61526 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0581918 Mar 23 15:56:55.396253 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ff3f26bd-d2a2-44ff-ad0d-e861a8c84e5d req-de764326-788c-4fa3-b280-362d194c6b22 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411918 Mar 23 15:56:56.559215 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:56.595178 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14340e8e-5e0a-49d8-a584-5977c930f044 req-e73f0165-722b-42a3-9f28-e054cc1fb5f9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:56.596691 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-14340e8e-5e0a-49d8-a584-5977c930f044 req-e73f0165-722b-42a3-9f28-e054cc1fb5f9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1307380 Mar 23 15:56:56.648541 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-14340e8e-5e0a-49d8-a584-5977c930f044 req-4426df19-c89d-430b-97af-de7cd4d8fcc3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460279 Mar 23 15:56:57.489813 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-5b41b8b3-96a9-4ec8-8d9c-1c6c91803c52 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506423 Mar 23 15:56:57.561216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-7fe78df4-32c4-4dd9-b8c5-dcac8d1791f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:57.562760 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-7fe78df4-32c4-4dd9-b8c5-dcac8d1791f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0513361 Mar 23 15:56:57.680308 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-f1f0aaf6-6356-4849-8261-bb213f85d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:57.681848 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-f1f0aaf6-6356-4849-8261-bb213f85d3af service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0966892 Mar 23 15:56:57.756072 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-8b2bd5b1-e931-4727-828e-4add8fcd7118 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 1000 time: 0.0668135 Mar 23 15:56:57.785692 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:56:57.808049 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-e67e869d-3225-4964-8c2e-1c3ebe50d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:57.810110 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-e67e869d-3225-4964-8c2e-1c3ebe50d450 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0480187 Mar 23 15:56:57.821721 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae127ebd-f233-4c52-a571-bd6843a732e7 req-b7ada046-3e1c-4d93-a0d4-b214a15e9a0e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:57.823258 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae127ebd-f233-4c52-a571-bd6843a732e7 req-b7ada046-3e1c-4d93-a0d4-b214a15e9a0e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.1053500 Mar 23 15:56:57.859573 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-db4ba648-152f-433b-bce7-2f0959437377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:57.861176 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-db4ba648-152f-433b-bce7-2f0959437377 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455194 Mar 23 15:56:57.874863 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ae127ebd-f233-4c52-a571-bd6843a732e7 req-f6fda529-c6f6-4ca5-be44-52f46ffda19d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458384 Mar 23 15:56:57.952398 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-eea177df-725f-4aca-b1d4-ba0561ff6138 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848715 Mar 23 15:56:58.042547 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f8f362a3-7987-44ff-b044-28c2826fcf8d req-ac7b270c-4c2d-487d-968b-6321b882e8a0 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825119 Mar 23 15:56:58.780883 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:56:58.996500 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37069d3-ed91-43a3-b1be-acbb12e5eb16 req-e95c1806-9401-466f-8510-9cef62c730e4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:56:58.997865 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d37069d3-ed91-43a3-b1be-acbb12e5eb16 req-e95c1806-9401-466f-8510-9cef62c730e4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0540817 Mar 23 15:56:59.047055 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d37069d3-ed91-43a3-b1be-acbb12e5eb16 req-b68b0597-8445-44ab-ac61-b4d9f918c1b2 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432169 Mar 23 15:57:00.192804 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7adc00-fec8-4535-bd90-16e17edf4dc2 req-fd161ba5-5997-4212-bad8-af7d0c2ebd3d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:00.194282 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0f7adc00-fec8-4535-bd90-16e17edf4dc2 req-fd161ba5-5997-4212-bad8-af7d0c2ebd3d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0750930 Mar 23 15:57:00.253265 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0f7adc00-fec8-4535-bd90-16e17edf4dc2 req-59f824cf-4def-4be4-90b2-540dbba52c94 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514674 Mar 23 15:57:01.392064 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18096244-9063-4dce-9216-acad566fbf5f req-e8ce5abf-0ff2-4e6d-b342-4cbbe6db0b69 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:01.393598 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18096244-9063-4dce-9216-acad566fbf5f req-e8ce5abf-0ff2-4e6d-b342-4cbbe6db0b69 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0680594 Mar 23 15:57:01.444306 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-18096244-9063-4dce-9216-acad566fbf5f req-da10037e-febd-4099-a96e-83fe321a99ee tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435758 Mar 23 15:57:02.580060 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bfe-8615-4a08-b95e-296f7ca7fa6b req-075600e7-9e79-4edd-b0d8-e6b461e85535 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:02.581564 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e134bfe-8615-4a08-b95e-296f7ca7fa6b req-075600e7-9e79-4edd-b0d8-e6b461e85535 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0655353 Mar 23 15:57:02.632592 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5e134bfe-8615-4a08-b95e-296f7ca7fa6b req-b6a29087-6235-4e7a-a663-b05db44687a7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425618 Mar 23 15:57:02.851440 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201bd98d-59a4-4781-8223-8c4507d9e769 req-a35df9bc-7a5d-459c-9e6a-82d879f8b155 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:02.853130 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-201bd98d-59a4-4781-8223-8c4507d9e769 req-a35df9bc-7a5d-459c-9e6a-82d879f8b155 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0543077 Mar 23 15:57:02.909916 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-201bd98d-59a4-4781-8223-8c4507d9e769 req-a96eabaa-bb92-49e3-be61-8d39fba1e41d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470092 Mar 23 15:57:02.911596 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-f3f6b1ed-c16a-414c-866a-332fc832fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:02.913710 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-f3f6b1ed-c16a-414c-866a-332fc832fb58 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0522797 Mar 23 15:57:03.009171 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-3df783c7-30aa-47ea-8d05-6c9246e622d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:03.010792 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-3df783c7-30aa-47ea-8d05-6c9246e622d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.0908554 Mar 23 15:57:03.080975 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-a299fdb5-882f-43d4-9e8e-5c15ddf2c60e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1001 time: 0.0638049 Mar 23 15:57:03.128421 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-9fc4532f-0093-4e34-b552-802164b30352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:03.129832 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-9fc4532f-0093-4e34-b552-802164b30352 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0428369 Mar 23 15:57:03.180426 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-015da27e-da6c-4fb0-a859-099ac88403ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:03.182252 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-015da27e-da6c-4fb0-a859-099ac88403ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463972 Mar 23 15:57:03.279554 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-f78787ee-9d25-4522-95fe-3e8ae8ffcb8b service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908256 Mar 23 15:57:03.370746 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-69a696d3-fcbf-4f39-bf92-f099e3ea439c req-d0e7257b-ec0a-4955-b640-ca5fc4e6d548 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852692 Mar 23 15:57:04.037364 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f1a1b7-b044-4915-9d15-d3fbbecf4515 req-359f8b84-933f-4e5f-9041-88936a44b420 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:04.038809 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-96f1a1b7-b044-4915-9d15-d3fbbecf4515 req-359f8b84-933f-4e5f-9041-88936a44b420 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0556140 Mar 23 15:57:04.088556 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-96f1a1b7-b044-4915-9d15-d3fbbecf4515 req-19b5177d-ae8b-4935-9c41-69c1e7b59c2d tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408697 Mar 23 15:57:16.659265 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:21.784378 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-805a4527-9e51-4794-958e-7262f4de7344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:23.682460 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ccab0e8-3ec8-425a-b116-0e3bf1c191a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:25.272813 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:26.563866 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:27.783038 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:35.781320 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:57:43.564853 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-62c8a2a0-386a-4d74-a847-a0500a76cf36 req-9a9e5ca4-2080-4cc7-b012-bd2977105645 service neutron] (109941) timed out ('10.222.0.61', 61626) {{(pid=109941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 15:57:46.663089 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:51.783057 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-f15c4b08-f4ce-4b4e-9ee4-c2f4328a413d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:53.677310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b74752f7-25f7-41d1-857f-4602fdb7dcd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:55.271392 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:56.573881 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:57.543237 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-12521b63-ee1b-4979-91b1-f184c964becc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936818 Mar 23 15:57:57.645720 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-ba2f47a7-aedc-47c8-b1bb-e3499535dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:57.647276 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-ba2f47a7-aedc-47c8-b1bb-e3499535dc51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 1129 time: 0.0519547 Mar 23 15:57:57.766267 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-7f233bd5-9345-43f4-84fb-43f5868bcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:57.768478 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-7f233bd5-9345-43f4-84fb-43f5868bcfd8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.0959246 Mar 23 15:57:57.779891 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:57:57.838825 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-8f49abe8-3efb-490c-b93d-0e6a619e4d7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 200 len: 1001 time: 0.0638096 Mar 23 15:57:57.886848 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-fb482dd1-b912-4dc8-a811-f874d6edc155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:57.888343 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-fb482dd1-b912-4dc8-a811-f874d6edc155 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0431972 Mar 23 15:57:57.950634 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-06dd4f94-6610-4503-a373-80cd5f8f35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:57.952184 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-06dd4f94-6610-4503-a373-80cd5f8f35e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567350 Mar 23 15:57:58.061797 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-5b2cd96e-29bd-401a-81d4-215412f62097 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019902 Mar 23 15:57:58.155774 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-cc617b42-146d-4107-8fe5-24faf4b2bf39 req-110f69ff-3809-4608-aeb6-9353a92bd138 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869522 Mar 23 15:57:59.663929 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [req-a313c61f-b5d1-45fe-84c8-4e1fb80a5a93 req-5bc6628d-a93b-40f3-b3fb-850bd8b07df0 service neutron] (109942) timed out ('10.222.0.61', 61654) {{(pid=109942) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 15:57:59.808385 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c8822-fead-43a5-8571-ca8c754436e4 req-67b37578-ae27-4068-a797-b697007f352a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:57:59.809865 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9a6c8822-fead-43a5-8571-ca8c754436e4 req-67b37578-ae27-4068-a797-b697007f352a tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0541832 Mar 23 15:57:59.858434 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9a6c8822-fead-43a5-8571-ca8c754436e4 req-188cfbcc-5adb-437f-8ce9-55a613b08849 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Mar 23 15:58:00.987857 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3eccc-db3f-4710-bfcc-3303a784a77e req-ddcd24d2-bc10-439f-afb7-2a31e3eb4c44 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:00.989352 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79d3eccc-db3f-4710-bfcc-3303a784a77e req-ddcd24d2-bc10-439f-afb7-2a31e3eb4c44 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0585582 Mar 23 15:58:01.044571 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-79d3eccc-db3f-4710-bfcc-3303a784a77e req-cf9b2ff9-9652-463e-9d37-fb677fe5b322 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489814 Mar 23 15:58:02.056896 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-84ab88f8-b66b-4b20-b3d9-ba03ca6527aa tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:02.058368 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-84ab88f8-b66b-4b20-b3d9-ba03ca6527aa tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0645771 Mar 23 15:58:02.161228 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Deleting port 97fe2049-0f7f-4d65-9a26-936232b97316 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:58:02.161566 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.169477 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb9308-f504-422e-a031-88e65775112e req-5621fecf-7e16-41b0-9526-b62f40f58599 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:02.171168 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54fb9308-f504-422e-a031-88e65775112e req-5621fecf-7e16-41b0-9526-b62f40f58599 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 945 time: 0.0555015 Mar 23 15:58:02.218387 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-54fb9308-f504-422e-a031-88e65775112e req-f24dd096-61d3-40bd-90c1-e9088b64f90e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=6d557f00-a5ed-4548-8ed2-d44530269291&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414951 Mar 23 15:58:02.260558 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] For port 97fe2049-0f7f-4d65-9a26-936232b97316, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=97fe2049-0f7f-4d65-9a26-936232b97316,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:02.260934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.454226 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.454579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.454846 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Floating IP 13c9a459-02dc-4ea4-8ca9-73ea1264f5a6 disassociated. External IP: 172.27.3.187, port: 97fe2049-0f7f-4d65-9a26-936232b97316. Mar 23 15:58:02.455209 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Calling delete_port for 97fe2049-0f7f-4d65-9a26-936232b97316 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:58:02.590603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (97fe2049-0f7f-4d65-9a26-936232b97316), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.622236 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'Port': ['ID=97fe2049-0f7f-4d65-9a26-936232b97316,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:02.632853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.633198 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.633543 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.633879 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.634207 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.634554 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.634915 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.635202 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.635516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.635516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.635516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.635516 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.637009 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.637103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.637392 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:02.763603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:58:02.878647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:58:02.889571 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:58:02.899988 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:58:02.900567 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:57:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:02.922749 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] No DVR routers for this DVR port 97fe2049-0f7f-4d65-9a26-936232b97316 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 15:58:02.925597 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:02.929186 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-4d767e16-7281-4a54-9fb2-b56aa7f8000a req-1103227f-28fc-4da2-b3e8-ea51ec23dff3 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "DELETE /v2.0/ports/97fe2049-0f7f-4d65-9a26-936232b97316 HTTP/1.1" status: 204 len: 173 time: 0.8645251 Mar 23 15:58:02.929616 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'name': 'network-vif-deleted', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:02.932045 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c878c22c-dd54-4f0e-b5a4-e6b583a1b143" -d '{"events": [{"server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "name": "network-vif-deleted", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:02.973060 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68e162b-b6ce-42db-a2e9-7d05cb555ba3 x-openstack-request-id: req-c68e162b-b6ce-42db-a2e9-7d05cb555ba3 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:02.973353 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11cab9f4-adaf-4282-a207-3d158224bdc5", "name": "network-vif-deleted", "tag": "97fe2049-0f7f-4d65-9a26-936232b97316", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:02.973606 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c68e162b-b6ce-42db-a2e9-7d05cb555ba3 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:02.974016 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c68e162b-b6ce-42db-a2e9-7d05cb555ba3'] response: {'server_uuid': '11cab9f4-adaf-4282-a207-3d158224bdc5', 'name': 'network-vif-deleted', 'tag': '97fe2049-0f7f-4d65-9a26-936232b97316', 'status': 'completed', 'code': 200} Mar 23 15:58:03.020848 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:58:03.247245 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:03.277354 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:58:03.287642 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:58:03.288303 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:57:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:03.338552 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-50f59a52-6392-424e-91e5-e98080788521 req-0072d914-a63f-4240-b8b1-b97908d597d7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=11cab9f4-adaf-4282-a207-3d158224bdc5 HTTP/1.1" status: 200 len: 210 time: 0.0318663 Mar 23 15:58:03.397791 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:58:03.600813 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:03.627436 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea704943-d08d-4f64-8ccf-7042a5a4bfa7 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:58:03.871135 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f25317-deb1-4a64-a17e-0ec1d2dcf107 None None] New status for floating IP 13c9a459-02dc-4ea4-8ca9-73ea1264f5a6: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:58:04.430269 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56794) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:04.485595 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (6d557f00-a5ed-4548-8ed2-d44530269291), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.509976 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (6d557f00-a5ed-4548-8ed2-d44530269291), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.562472 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6d557f00-a5ed-4548-8ed2-d44530269291), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.565486 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.566638 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "DELETE /v2.0/security-groups/6d557f00-a5ed-4548-8ed2-d44530269291 HTTP/1.1" status: 204 len: 168 time: 0.1354203 Mar 23 15:58:04.569567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56796) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:04.576140 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d557f00-a5ed-4548-8ed2-d44530269291,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:04.583195 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.583540 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.583668 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.api.v2.resource [None req-c2c44b6e-3a52-466c-be22-e43666a02edd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] show failed (client error): The resource could not be found. Mar 23 15:58:04.583874 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.584279 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.584618 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.584813 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-c2c44b6e-3a52-466c-be22-e43666a02edd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups/6d557f00-a5ed-4548-8ed2-d44530269291 HTTP/1.1" status: 404 len: 347 time: 0.0139902 Mar 23 15:58:04.585071 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.585400 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.585717 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.586039 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.586354 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.586669 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.586984 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.587393 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.587576 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56798) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:04.587721 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.588053 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dfee3da-4e12-4d5a-a3e8-5d4dd0f050ad tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:04.716956 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Deleting port 7e5f67ac-87f7-4493-956b-722a6a403d45 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 15:58:04.717209 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.791080 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.791397 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (7e5f67ac-87f7-4493-956b-722a6a403d45), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.806036 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Calling delete_port for 7e5f67ac-87f7-4493-956b-722a6a403d45 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 15:58:04.963705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (7e5f67ac-87f7-4493-956b-722a6a403d45), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:04.991034 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'Port': ['ID=7e5f67ac-87f7-4493-956b-722a6a403d45,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:05.062331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (13c9a459-02dc-4ea4-8ca9-73ea1264f5a6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.064835 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.066016 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e9e055d2-e1d7-4d9e-91aa-6473f96c0195 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "DELETE /v2.0/floatingips/13c9a459-02dc-4ea4-8ca9-73ea1264f5a6 HTTP/1.1" status: 204 len: 168 time: 0.4775155 Mar 23 15:58:05.490081 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 56802) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:05.496532 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.v2.base [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1579860834', 'description': 'tempest-description--1443224223'}} {{(pid=109941) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:05.526283 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.591536 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (8d3808e4-1bda-42d2-aa78-7eb4d3c5689d), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.597130 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8d3808e4-1bda-42d2-aa78-7eb4d3c5689d), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.626863 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.628212 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1369967 Mar 23 15:58:05.629379 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e6f534-a8f6-43ad-80bb-7f464c8d693b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:05.632116 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56804) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:05.636740 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group_rule': {'security_group_id': '8d3808e4-1bda-42d2-aa78-7eb4d3c5689d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:05.664777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (3d6ed7df-116c-4853-9596-424fb1b1c52e), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.720273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (3d6ed7df-116c-4853-9596-424fb1b1c52e), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.725823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (3d6ed7df-116c-4853-9596-424fb1b1c52e), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.744743 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d6ed7df-116c-4853-9596-424fb1b1c52e,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:05.753338 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.754556 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-663df851-412b-46b1-8d7a-30086b219c0f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214221 Mar 23 15:58:05.757646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56806) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:05.764099 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'security_group_rule': {'security_group_id': '8d3808e4-1bda-42d2-aa78-7eb4d3c5689d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:05.795277 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (42442c3b-5be8-44ac-aa82-e04ee1ca7e46), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.859317 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (42442c3b-5be8-44ac-aa82-e04ee1ca7e46), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.865229 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586343'] for security_group_rule (42442c3b-5be8-44ac-aa82-e04ee1ca7e46), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.887569 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42442c3b-5be8-44ac-aa82-e04ee1ca7e46,revision_number=0']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:05.893306 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.894423 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-047b5877-283f-4e5c-ab9f-43d289c387cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355367 Mar 23 15:58:05.897607 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56808) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:05.901896 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'floatingip': {'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:05.903342 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 97fe2049-0f7f-4d65-9a26-936232b97316 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:58:05.922851 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:05.924125 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 97fe2049-0f7f-4d65-9a26-936232b97316 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 15:58:05.924474 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 97fe2049-0f7f-4d65-9a26-936232b97316 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 15:58:06.027746 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.136263 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Allocated IP 172.27.3.23 (0de18e11-a766-4234-a34e-9a683577c1ef/de60c482-892d-47a5-8501-04c8b8d0d18c/76c1baaa-6f2c-4e01-b2b6-b065b56f1516) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:58:06.239540 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.286114 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.325747 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Network 0de18e11-a766-4234-a34e-9a683577c1ef is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:58:06.328750 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:58:06.334335 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:58:06.339960 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=76c1baaa-6f2c-4e01-b2b6-b065b56f1516,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:06.422221 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.462913 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.627110 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.633216 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.655086 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f285a68e-a131-4a6d-beb4-1b6b24f03d22 req-da7ee000-9cfc-4ad3-8d71-5c974836f803 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:06.656594 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f285a68e-a131-4a6d-beb4-1b6b24f03d22 req-da7ee000-9cfc-4ad3-8d71-5c974836f803 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0564532 Mar 23 15:58:06.705492 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=76c1baaa-6f2c-4e01-b2b6-b065b56f1516,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:06.717268 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.717400 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-f285a68e-a131-4a6d-beb4-1b6b24f03d22 req-dfb46c27-2aa6-4212-98af-b5867cd81853 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496545 Mar 23 15:58:06.734228 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:06.735496 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-efa5f11c-89ab-49be-9bf2-a1f58012e36f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8369341 Mar 23 15:58:06.935880 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-89bd4de1-cd2e-4d91-9905-3cc706717c59 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1579860834&fields=id&tenant_id=eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 267 time: 0.0440750 Mar 23 15:58:07.044702 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-ab3337d0-b842-407e-a948-5a0c8d353df9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:07.046215 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-ab3337d0-b842-407e-a948-5a0c8d353df9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 810 time: 0.1012425 Mar 23 15:58:07.061362 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-9293085d-b48a-47fc-957c-a3cdf3b6139f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/quotas/eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 375 time: 0.0095906 Mar 23 15:58:07.120956 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-7bae9d6a-555d-41a6-8d54-5cbd99f58c9c tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546963 Mar 23 15:58:07.225533 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-feac9fda-d2e0-4f8b-a4b1-ba8163a679e3 service neutron] 10.222.0.41 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893655 Mar 23 15:58:07.322130 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-d8943eb1-2ce4-41dc-b465-b5a7c17363df service neutron] 10.222.0.41 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904896 Mar 23 15:58:07.480377 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e6b01e91-bac3-48f2-aecf-3bcb289f6884 req-58c3fd46-ae54-49f9-a520-559b036466cd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 210 time: 0.0270267 Mar 23 15:58:07.832798 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a53f1-74f0-44ac-8c17-b68c2ebf740a req-b26c0ebd-3bf7-44ab-b080-1f34140285e2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:07.834300 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-275a53f1-74f0-44ac-8c17-b68c2ebf740a req-b26c0ebd-3bf7-44ab-b080-1f34140285e2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0542557 Mar 23 15:58:07.884495 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-275a53f1-74f0-44ac-8c17-b68c2ebf740a req-2c83ff48-10e5-4b83-869b-53e5bdbbcab5 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441868 Mar 23 15:58:08.469273 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-a2c9b391-15c8-44ea-922b-f6eb288f9760 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:08.470758 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-a2c9b391-15c8-44ea-922b-f6eb288f9760 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 810 time: 0.1116004 Mar 23 15:58:08.537588 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-4e94a605-a6f8-4989-b6f1-7c4dc7cf3bb6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eefb502c19c3456ab49f81b03a4f1f1a HTTP/1.1" status: 200 len: 380 time: 0.0573759 Mar 23 15:58:08.546541 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'port': {'device_id': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'admin_state_up': True, 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'security_groups': ['8d3808e4-1bda-42d2-aa78-7eb4d3c5689d']}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:08.576455 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-576e928a-ee99-4e0e-a5c3-e4d08d849862 req-dfef8a0d-d727-433c-a23b-c374d487b0ac tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 210 time: 0.0297809 Mar 23 15:58:08.661424 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Made reservation on behalf of eefb502c19c3456ab49f81b03a4f1f1a for: {'port': 1} {{(pid=109942) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 15:58:08.665673 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:08.805699 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_common [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Allocated IP 172.20.0.5 (86f9e639-c61b-466d-9b7c-25bed4f8b27e/cdd843b9-f486-4117-825e-a3f2b9d0fa96/b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa) {{(pid=109942) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 15:58:08.946266 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:08.980928 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8742256253687', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.009805 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f4728-a5e0-4377-9117-9aab199302cc req-6947b6b3-169e-44bd-9966-e92bd1e12ccd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:09.011301 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-507f4728-a5e0-4377-9117-9aab199302cc req-6947b6b3-169e-44bd-9966-e92bd1e12ccd tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0550392 Mar 23 15:58:09.024241 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e is already hosted by enough agents. {{(pid=109942) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 15:58:09.029413 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.base_scheduler [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Resources bound (agent type, host, resource id): {{(pid=109942) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 15:58:09.034038 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Received port after_create {{(pid=109942) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 15:58:09.038853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event updated for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:09.079891 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-507f4728-a5e0-4377-9117-9aab199302cc req-c4dad770-a209-4010-b9b2-6eb10d1cf93e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614405 Mar 23 15:58:09.094653 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:09.095275 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.113759 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-8fd81a20-8b55-4fcc-b685-1bf58cde7acc tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5708590 Mar 23 15:58:09.125811 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Request body: {'port': {'device_id': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83454'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:09.304360 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-3ac173d1-59e4-40db-bd6d-8dbb44290fdc None None] Provisioning complete for port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa triggered by entity DHCP. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:58:09.305018 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3ac173d1-59e4-40db-bd6d-8dbb44290fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.341169 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-3ac173d1-59e4-40db-bd6d-8dbb44290fdc None None] Port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa cannot update to ACTIVE because it is not bound. {{(pid=109943) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 15:58:09.465007 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.698142 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c588bb5-65a5-4676-b463-7ad40187953c req-b0200f16-38c9-4e4e-ba0f-300cecdad200 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:09.699691 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c588bb5-65a5-4676-b463-7ad40187953c req-b0200f16-38c9-4e4e-ba0f-300cecdad200 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 931 time: 0.0551372 Mar 23 15:58:09.730903 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa {{(pid=109942) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:58:09.739069 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks [] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.752642 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.provisioning_blocks [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Transition to ACTIVE for port object b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa will not be triggered until provisioned by entity L2. {{(pid=109942) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 15:58:09.753451 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1c588bb5-65a5-4676-b463-7ad40187953c req-4ee007c1-c329-4ba9-85da-0a9e72f7dc0e tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447693 Mar 23 15:58:09.758413 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.810971 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Pushing event updated for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=2']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:09.881950 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Attempting to bind port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa on host hv-cinder-83454 for vnic_type normal with profile {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 15:58:09.882298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Attempting to bind port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa by drivers openvswitch,hyperv on host hv-cinder-83454 at level 0 using segments [{'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 15:58:09.882625 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Attempting to bind port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:58:09.887647 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83454 {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 15:58:09.888007 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Attempting to bind port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa on network 86f9e639-c61b-466d-9b7c-25bed4f8b27e {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 15:58:09.893869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Checking agent: {'id': '42c623c3-7256-441a-b482-465694ab46f8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83454', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'started_at': datetime.datetime(2022, 3, 23, 15, 39, 46), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 15, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 15:58:09.894217 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Checking segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109942) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 15:58:09.894607 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Bound using segment: {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'} {{(pid=109942) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 15:58:09.895045 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.managers [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Bound port: b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host: hv-cinder-83454, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '405bc664-2596-49d3-b52d-dec00cc0a57e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e'}}] {{(pid=109942) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 15:58:09.895405 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:09.963662 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, cleared binding levels {{(pid=109942) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 15:58:09.967470 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109942) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 15:58:09.975152 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26156060'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:10.018008 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.018008 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:10.018008 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] 10.222.0.61 "PUT /v2.0/ports/b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa HTTP/1.1" status: 200 len: 1093 time: 0.8949432 Mar 23 15:58:10.018008 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:10.019298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b196ad0c-d25b-4561-ba50-f1d5f3cac400" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:10.056265 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c2bec-591d-444f-9d6d-e4a84e531dbc service neutron] Pushing event updated for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=3']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:10.100761 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac0b08e-83b5-4ad2-9d43-662cafd7199d x-openstack-request-id: req-8ac0b08e-83b5-4ad2-9d43-662cafd7199d {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:10.101054 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:10.101748 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8ac0b08e-83b5-4ad2-9d43-662cafd7199d {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:10.102261 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac0b08e-83b5-4ad2-9d43-662cafd7199d'] response: {'name': 'network-changed', 'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'status': 'completed', 'code': 200} Mar 23 15:58:10.128366 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-f573f302-9f32-4772-97ab-0b03032aa66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.130011 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-f573f302-9f32-4772-97ab-0b03032aa66c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 1127 time: 0.0604806 Mar 23 15:58:10.175277 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-c291d66a-a8b4-41da-9813-b1b2b3586b1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa HTTP/1.1" status: 200 len: 217 time: 0.0369217 Mar 23 15:58:10.204390 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011f8b5-906d-4aec-b211-dd01d0c008fc req-246de245-3da4-42ab-b885-a6bff5db8a43 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.206925 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8011f8b5-906d-4aec-b211-dd01d0c008fc req-246de245-3da4-42ab-b885-a6bff5db8a43 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0618949 Mar 23 15:58:10.234563 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-7a2fed0a-c83d-431e-94c6-049e8379e9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.236145 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-7a2fed0a-c83d-431e-94c6-049e8379e9e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0543494 Mar 23 15:58:10.259163 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8011f8b5-906d-4aec-b211-dd01d0c008fc req-fe9a2799-3e79-48d6-9d9f-2146c5e487cc tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462246 Mar 23 15:58:10.285190 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-4a8b1961-8cdc-4dfa-956b-66ca20ee76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.287117 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-4a8b1961-8cdc-4dfa-956b-66ca20ee76d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453191 Mar 23 15:58:10.377776 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-92f4ee3e-ec4d-40cd-bbc1-af8b0a3ffeb0 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837276 Mar 23 15:58:10.471510 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-74b4078e-aa7f-4cdd-856a-5a16aa8e8fd2 req-0cc0163f-6e8b-4454-a33b-41e8a5c784d6 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876653 Mar 23 15:58:10.563973 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-bf511b7b-a095-447b-b5cb-8e594344f660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.565572 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-bf511b7b-a095-447b-b5cb-8e594344f660 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 1127 time: 0.0492215 Mar 23 15:58:10.680175 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-8c03e496-76f8-4d36-bbce-684ae6a2ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.682609 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-8c03e496-76f8-4d36-bbce-684ae6a2ef6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.1106155 Mar 23 15:58:10.725438 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-c23e1644-a698-4382-a367-12f3495e1b88 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa HTTP/1.1" status: 200 len: 217 time: 0.0362110 Mar 23 15:58:10.780778 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-657dc2b8-6440-41d4-9355-5e9d0f81e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.782326 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-657dc2b8-6440-41d4-9355-5e9d0f81e84a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0511971 Mar 23 15:58:10.843782 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-9eec073e-b0ad-4a5c-813f-9822d040087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.845367 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-9eec073e-b0ad-4a5c-813f-9822d040087f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568359 Mar 23 15:58:10.884077 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd7e32-3b1b-42dc-9825-a9279a69f382 req-bc68de83-e111-434e-b400-134c7d487cfb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:10.885774 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fbd7e32-3b1b-42dc-9825-a9279a69f382 req-bc68de83-e111-434e-b400-134c7d487cfb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 943 time: 0.0607264 Mar 23 15:58:10.940601 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7fbd7e32-3b1b-42dc-9825-a9279a69f382 req-18826313-5598-42ec-beac-5364ba35bcfa tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487809 Mar 23 15:58:10.941037 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-cfaf7f87-1aa5-4649-a26d-7e248817f540 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894217 Mar 23 15:58:11.038113 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-b196ad0c-d25b-4561-ba50-f1d5f3cac400 req-87d2ac6c-e234-4e33-b53d-95939482bff9 service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901763 Mar 23 15:58:11.395714 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10242a41-1ac8-4288-89b4-31fed4e7ef06 req-9cc4ae62-7c77-469d-9986-8d3438ba91af tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:11.397358 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10242a41-1ac8-4288-89b4-31fed4e7ef06 req-9cc4ae62-7c77-469d-9986-8d3438ba91af tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0630581 Mar 23 15:58:11.485171 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10242a41-1ac8-4288-89b4-31fed4e7ef06 req-9cb4d9fb-9891-43f3-a0e7-041d099fe4c9 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813160 Mar 23 15:58:12.066023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7443ecab-370e-46d4-b3f8-5686f546f603 req-838ba61c-bacb-4586-b27e-20110e12333f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:12.067580 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7443ecab-370e-46d4-b3f8-5686f546f603 req-838ba61c-bacb-4586-b27e-20110e12333f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 943 time: 0.0574875 Mar 23 15:58:12.116429 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7443ecab-370e-46d4-b3f8-5686f546f603 req-996031f7-79bc-43f7-9a45-355e54e7e889 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 Mar 23 15:58:12.633956 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a50315-cf46-4043-a269-0fbda0ddbfde req-457262c5-282d-472b-acff-25c6ae36883e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:12.635651 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-46a50315-cf46-4043-a269-0fbda0ddbfde req-457262c5-282d-472b-acff-25c6ae36883e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0626397 Mar 23 15:58:12.696866 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-46a50315-cf46-4043-a269-0fbda0ddbfde req-3450ca1a-c077-467f-9943-d69591871e1d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530138 Mar 23 15:58:12.780647 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:58:13.243257 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c188fd6-d835-487b-a4dd-dc1a71d77f13 req-5dece32d-d086-440b-afad-628d445bf038 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:13.244965 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7c188fd6-d835-487b-a4dd-dc1a71d77f13 req-5dece32d-d086-440b-afad-628d445bf038 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 943 time: 0.0590436 Mar 23 15:58:13.295331 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7c188fd6-d835-487b-a4dd-dc1a71d77f13 req-af3e3d12-664a-4ba0-8001-789132d9e777 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442493 Mar 23 15:58:13.828608 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140da349-bf00-49d9-8152-8c785bb7f583 req-241f48dc-006b-4c89-a3a9-37d3a028a2e4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:13.830167 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-140da349-bf00-49d9-8152-8c785bb7f583 req-241f48dc-006b-4c89-a3a9-37d3a028a2e4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0578632 Mar 23 15:58:13.881826 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-140da349-bf00-49d9-8152-8c785bb7f583 req-49af5464-ecdb-4b0f-9fca-154f794103f8 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457525 Mar 23 15:58:13.918923 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:58:14.018437 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:14.031534 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'port_id': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'mac_address': 'fa:16:3e:a8:38:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:58:14.079560 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:58:14.079959 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:14.093385 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:58:14.114150 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:14.119585 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:14.171448 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=4']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:14.178868 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.179212 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.179567 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.179907 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.180279 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.180608 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.180909 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.181248 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.181570 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.181893 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.182210 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.182530 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.182849 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.183165 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.183480 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 15:58:14.425584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12775b1-7fba-4257-b2b2-450508cf2bb9 req-32ff4f3b-b5f3-4d6b-98ca-0c59253ffda8 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:14.426935 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a12775b1-7fba-4257-b2b2-450508cf2bb9 req-32ff4f3b-b5f3-4d6b-98ca-0c59253ffda8 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 944 time: 0.0596900 Mar 23 15:58:14.475985 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-a12775b1-7fba-4257-b2b2-450508cf2bb9 req-b88ae9ea-85e7-4c0b-8d40-739424851bca tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421338 Mar 23 15:58:14.535936 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:58:15.007694 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3636a8-f736-4f27-bad0-bdbc5e5226c0 req-04cc0347-42e7-4f60-886a-9abb94473e77 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:15.009286 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8c3636a8-f736-4f27-bad0-bdbc5e5226c0 req-04cc0347-42e7-4f60-886a-9abb94473e77 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0549593 Mar 23 15:58:15.066054 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8c3636a8-f736-4f27-bad0-bdbc5e5226c0 req-d7523ebf-eda5-441b-9681-ef38afac0eb1 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508709 Mar 23 15:58:15.601942 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92187449-5974-4385-8f07-6fc7af4be38b req-f3abc025-99a7-4717-b634-0bd7da198398 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:15.603502 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-92187449-5974-4385-8f07-6fc7af4be38b req-f3abc025-99a7-4717-b634-0bd7da198398 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 944 time: 0.0554316 Mar 23 15:58:15.658397 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-92187449-5974-4385-8f07-6fc7af4be38b req-5d42285c-77e4-41c1-8b63-8a0114498c19 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489423 Mar 23 15:58:15.929535 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:58:15.983899 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning for port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa completed by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 15:58:15.988326 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:58:15.988686 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:16.203106 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007ad32-511f-4ae9-8830-2c4dac914019 req-c0fea3c3-aa81-4f5e-a598-4dab753a213f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:16.204729 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8007ad32-511f-4ae9-8830-2c4dac914019 req-c0fea3c3-aa81-4f5e-a598-4dab753a213f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0614378 Mar 23 15:58:16.221883 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:58:16.222278 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:16.248043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:16.250406 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75dffbec-7822-43fc-880c-3246ca536791" -d '{"events": [{"server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:16.262645 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8007ad32-511f-4ae9-8830-2c4dac914019 req-c95575d9-7933-492a-9e36-42b2f4c8bb75 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515883 Mar 23 15:58:16.271770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:16.278005 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:16.310079 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7ef05d-4ceb-49eb-a3b7-da5e41ab6eb4 x-openstack-request-id: req-0e7ef05d-4ceb-49eb-a3b7-da5e41ab6eb4 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:16.310352 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "name": "network-vif-plugged", "status": "completed", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:16.310591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e7ef05d-4ceb-49eb-a3b7-da5e41ab6eb4 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:16.311003 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7ef05d-4ceb-49eb-a3b7-da5e41ab6eb4'] response: {'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'code': 200} Mar 23 15:58:16.339754 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=5']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:16.498685 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b390916-d808-4d75-b08c-e603c079afe2 req-0fd443d4-6626-4317-bc4c-b759ea86c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:16.500292 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0b390916-d808-4d75-b08c-e603c079afe2 req-0fd443d4-6626-4317-bc4c-b759ea86c309 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 1129 time: 0.0501688 Mar 23 15:58:16.548976 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-0b390916-d808-4d75-b08c-e603c079afe2 req-9af658b8-2483-4bd5-9474-dc1cf320599e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428567 Mar 23 15:58:16.662619 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:16.781831 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768a69b-8b07-4ebd-9cc0-e8b4abeebf6f req-a8492021-8d18-440d-8f0b-c01b057757fd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:16.783366 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c768a69b-8b07-4ebd-9cc0-e8b4abeebf6f req-a8492021-8d18-440d-8f0b-c01b057757fd tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0563767 Mar 23 15:58:16.835673 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-c768a69b-8b07-4ebd-9cc0-e8b4abeebf6f req-7b660979-9533-400d-9768-5cce1fea7fe9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462072 Mar 23 15:58:16.980203 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-a8aff754-628f-458f-acdd-0c9138059aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:16.981781 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-a8aff754-628f-458f-acdd-0c9138059aca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0491452 Mar 23 15:58:17.095952 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-49b6764c-6e32-4af5-9135-543e3a3aadd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:17.097565 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-49b6764c-6e32-4af5-9135-543e3a3aadd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.1097796 Mar 23 15:58:17.173117 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-b0659f5c-abc8-4dee-a734-b4ed3a94283f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 1000 time: 0.0683675 Mar 23 15:58:17.225210 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-a20b042c-e06e-45bd-a721-fe220c7e937c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:17.226902 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-a20b042c-e06e-45bd-a721-fe220c7e937c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0470073 Mar 23 15:58:17.283567 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-8a922cf2-a8d7-4982-ba95-cd184d707c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:17.285166 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-8a922cf2-a8d7-4982-ba95-cd184d707c8e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515575 Mar 23 15:58:17.382473 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-92a1b7ba-2aa2-4354-b3ea-455bbccbd010 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886178 Mar 23 15:58:17.491646 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-61811d4a-fe42-4a0a-b838-ce18baaf7a8a req-bc138f26-20e6-4dba-b4d8-dcdb48281e05 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000445 Mar 23 15:58:17.684891 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72234302-1b54-450d-ab9c-1ae29a740e14 req-7c5a3acf-0d84-45d2-acdd-407d7b76bfc4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:17.686489 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-72234302-1b54-450d-ab9c-1ae29a740e14 req-7c5a3acf-0d84-45d2-acdd-407d7b76bfc4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.3362975 Mar 23 15:58:17.739015 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-72234302-1b54-450d-ab9c-1ae29a740e14 req-488ddbe2-5619-465c-9d23-0ccb82ed9e94 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468071 Mar 23 15:58:17.968242 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f6451-dc78-44f2-8d6c-b50421b98cd6 req-a63beb4c-715b-42a8-9c80-73e23c93ca7f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:17.969799 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-046f6451-dc78-44f2-8d6c-b50421b98cd6 req-a63beb4c-715b-42a8-9c80-73e23c93ca7f tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0574596 Mar 23 15:58:18.021102 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-046f6451-dc78-44f2-8d6c-b50421b98cd6 req-03a5351d-8825-4896-a8a3-763b81c2cfc5 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449185 Mar 23 15:58:18.871187 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd9114-a9cf-4489-bed7-7211cef38fcc req-fc4fd220-f723-47ea-b03a-36fa670c821b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:18.872714 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7cbd9114-a9cf-4489-bed7-7211cef38fcc req-fc4fd220-f723-47ea-b03a-36fa670c821b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0614204 Mar 23 15:58:18.924189 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7cbd9114-a9cf-4489-bed7-7211cef38fcc req-16ae195e-7eb7-4cf9-b71a-43c1768f9244 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456719 Mar 23 15:58:19.147155 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895614d6-2c5d-49f5-a0bd-d75342b7d4d7 req-a9dba15a-9f0b-472c-b52b-180493e9c548 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:19.148719 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-895614d6-2c5d-49f5-a0bd-d75342b7d4d7 req-a9dba15a-9f0b-472c-b52b-180493e9c548 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0576148 Mar 23 15:58:19.196158 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-895614d6-2c5d-49f5-a0bd-d75342b7d4d7 req-1fba573c-9021-46ab-b085-5b34967da1e6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415437 Mar 23 15:58:19.318578 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059b4dc-fef3-4837-9e75-2108ddab12ea req-e5e9840f-8ad2-462a-8537-3245719ad958 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:19.320101 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7059b4dc-fef3-4837-9e75-2108ddab12ea req-e5e9840f-8ad2-462a-8537-3245719ad958 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0540397 Mar 23 15:58:19.329823 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 56890) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 15:58:19.334916 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.v2.base [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Request body: {'floatingip': {'port_id': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'}} {{(pid=109942) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 15:58:19.374414 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), before_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:19.840939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:19.846460 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:19.958148 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Floating IP 095ef1c8-d078-487a-a5ef-66c5bbf801b6 associated. External IP: 172.27.3.23, port: b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa. Mar 23 15:58:20.066950 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ceb24-56e5-4004-9a08-f32fef23db3f req-e9aa843b-f69a-4022-8d9f-57e8ba7d1418 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.068505 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-439ceb24-56e5-4004-9a08-f32fef23db3f req-e9aa843b-f69a-4022-8d9f-57e8ba7d1418 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0687099 Mar 23 15:58:20.122565 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-439ceb24-56e5-4004-9a08-f32fef23db3f req-4204abe5-ac4a-416f-99a2-720eeb7e0490 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480282 Mar 23 15:58:20.201238 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-2a6b9abe-851d-4cc3-8bd1-21a3b7957731 req-a5e83187-35eb-4bcd-a9df-1bac7521bb84 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=109941) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 15:58:20.202977 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-2a6b9abe-851d-4cc3-8bd1-21a3b7957731 req-a5e83187-35eb-4bcd-a9df-1bac7521bb84 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094779 Mar 23 15:58:20.219058 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 15:58:20.356524 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 15:58:20.362375 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:20.368946 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 15:58:20.385728 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:58:20.386812 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:57:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:20.398580 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f63b3f79-9e83-4054-a06a-c9d453fbf29b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "PUT /v2.0/floatingips/095ef1c8-d078-487a-a5ef-66c5bbf801b6 HTTP/1.1" status: 200 len: 990 time: 1.0661645 Mar 23 15:58:20.398580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:20.400184 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a79993-e308-4bb6-b14d-295e08f96c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:20.436002 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f49c8-dfa2-415e-9041-4bf2b04e595d req-7befbcc5-0073-4753-9ade-ff1958a384f3 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.437627 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-be6f49c8-dfa2-415e-9041-4bf2b04e595d req-7befbcc5-0073-4753-9ade-ff1958a384f3 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.1128070 Mar 23 15:58:20.444322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429fdf38-0919-4275-92bb-da6dfdd580e9 x-openstack-request-id: req-429fdf38-0919-4275-92bb-da6dfdd580e9 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:20.444655 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:20.444933 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-429fdf38-0919-4275-92bb-da6dfdd580e9 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:20.445293 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-429fdf38-0919-4275-92bb-da6dfdd580e9'] response: {'name': 'network-changed', 'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'status': 'completed', 'code': 200} Mar 23 15:58:20.456183 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-7b944b1e-6c70-4abf-99d2-884efb596183 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1484616 Mar 23 15:58:20.517521 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-be6f49c8-dfa2-415e-9041-4bf2b04e595d req-2c547a36-ab36-4a0a-95f9-8468a04d0f2e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599105 Mar 23 15:58:20.518120 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-16d3cc4a-4987-4f39-8b35-46c71229c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.519372 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-16d3cc4a-4987-4f39-8b35-46c71229c4dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 1129 time: 0.0502911 Mar 23 15:58:20.532061 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:58:20.622692 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-9e567446-bb8f-4248-96e6-a0744811f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.624467 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-9e567446-bb8f-4248-96e6-a0744811f1fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 200 len: 911 time: 0.0977681 Mar 23 15:58:20.698680 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-3f7da1db-4bf3-4630-b8d7-be1425b875f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa HTTP/1.1" status: 200 len: 998 time: 0.0677330 Mar 23 15:58:20.753534 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-9e5fc022-b0d0-480f-9888-79afd6b0a835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.755191 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-9e5fc022-b0d0-480f-9888-79afd6b0a835 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 200 len: 849 time: 0.0503886 Mar 23 15:58:20.773498 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '095ef1c8-d078-487a-a5ef-66c5bbf801b6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:a8:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:58:06Z', 'updated_at': '2022-03-23T15:58:19Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:20.801752 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 15:58:20.811000 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-8f48adee-9e62-46e1-b4a6-7a14fb6b27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:20.811792 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 15:58:20.813786 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-8f48adee-9e62-46e1-b4a6-7a14fb6b27e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=86f9e639-c61b-466d-9b7c-25bed4f8b27e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512547 Mar 23 15:58:20.814018 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:57:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:20.922325 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-ce309c3a-e685-4020-9fc0-191e8d8e9ecc service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033466 Mar 23 15:58:21.031681 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-f9a79993-e308-4bb6-b14d-295e08f96c2c req-81e2e1e4-93a3-4c9d-8c6d-89496fe457ad service neutron] 10.222.0.61 "GET /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032579 Mar 23 15:58:21.047577 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 15:58:21.302254 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '095ef1c8-d078-487a-a5ef-66c5bbf801b6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:a8:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:58:06Z', 'updated_at': '2022-03-23T15:58:19Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 15:58:21.330474 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8569715-5c13-4228-8011-dcafdd797944 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_floatingips': [{'id': '095ef1c8-d078-487a-a5ef-66c5bbf801b6', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'floating_ip_address': '172.27.3.23', 'floating_network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'router_id': '7da06609-4d29-4a59-8088-76462690adaa', 'port_id': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'mac_address': 'fa:16:3e:a8:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T15:58:06Z', 'updated_at': '2022-03-23T15:58:19Z', 'revision_number': 1, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 15:58:21.605765 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110ccc3-a496-4e95-9f14-2c3037520764 None None] New status for floating IP 095ef1c8-d078-487a-a5ef-66c5bbf801b6: ACTIVE {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 15:58:21.641885 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-a5eccfb5-8d23-4dd4-a51f-2ae4cf0a0b80 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:21.641885 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-a5eccfb5-8d23-4dd4-a51f-2ae4cf0a0b80 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports/58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 943 time: 0.1471062 Mar 23 15:58:21.685347 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c6b67-e0c8-4b2b-871f-29255384e9b7 req-1fb781cf-11dd-4030-a80b-401871507c2d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:21.687167 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ab3c6b67-e0c8-4b2b-871f-29255384e9b7 req-1fb781cf-11dd-4030-a80b-401871507c2d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0788097 Mar 23 15:58:21.744844 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ab3c6b67-e0c8-4b2b-871f-29255384e9b7 req-5457d458-2341-4ed4-9e27-43284ca02bad tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499592 Mar 23 15:58:21.807369 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-30ba1911-7845-405f-8a5b-9928e32dc9f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:21.958489 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 15:58:22.046322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 58e6a81c-c347-405e-9913-8fd204266e12 is: ACTIVE; New status is: DOWN {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:58:22.046727 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:22.072182 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:22.074446 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6154186b-222a-4817-92d7-2c18dfd103f7" -d '{"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-unplugged", "status": "completed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:22.090630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:22.096688 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:22.125019 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86861e0a-39e3-4b9d-9679-028d50b04b2c x-openstack-request-id: req-86861e0a-39e3-4b9d-9679-028d50b04b2c {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:22.125433 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-unplugged", "status": "failed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "code": 422}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:22.125855 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86861e0a-39e3-4b9d-9679-028d50b04b2c {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:22.125963 dv-cinder-834540-1-iscsi neutron-server[109943]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-86861e0a-39e3-4b9d-9679-028d50b04b2c']: {'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'code': 422} returned with failed status Mar 23 15:58:22.156188 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=6']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:22.883411 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b111647-e755-49d6-b029-6457bd1c32eb req-652b4935-bb99-42a9-9e94-d228878cfb61 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:22.885277 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b111647-e755-49d6-b029-6457bd1c32eb req-652b4935-bb99-42a9-9e94-d228878cfb61 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0594494 Mar 23 15:58:22.947027 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6b111647-e755-49d6-b029-6457bd1c32eb req-4ad1bc39-7979-4dd8-8499-7461677fb29a tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518241 Mar 23 15:58:23.682965 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4a8a35e3-c43a-4143-9c6a-5d1ead620573 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:24.097719 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6f0a-db2a-4393-96f4-02133aad35a2 req-d11f21ba-ec14-4f08-bd92-16f6ad71ea46 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:24.099296 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10ef6f0a-db2a-4393-96f4-02133aad35a2 req-d11f21ba-ec14-4f08-bd92-16f6ad71ea46 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0646777 Mar 23 15:58:24.154454 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-10ef6f0a-db2a-4393-96f4-02133aad35a2 req-2d8e906c-087a-49a5-ac47-e65d2878e41e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477452 Mar 23 15:58:25.278518 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:25.284965 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceeca5c-7615-4ee7-826e-a76ced4c8392 req-ac8c2736-0d62-4744-8b5e-cc5eaaaa392e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:25.287195 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ceeca5c-7615-4ee7-826e-a76ced4c8392 req-ac8c2736-0d62-4744-8b5e-cc5eaaaa392e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0620356 Mar 23 15:58:25.350333 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-0ceeca5c-7615-4ee7-826e-a76ced4c8392 req-435bca80-1508-45fc-a093-37cd0fc0a190 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564835 Mar 23 15:58:26.039344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-bed5a0a9-0394-4e7a-8561-b98e750f3efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.041046 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-bed5a0a9-0394-4e7a-8561-b98e750f3efa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf&tenant_id=ea81d9d8bdff462bb32de21c5bd719c7 HTTP/1.1" status: 200 len: 1128 time: 0.0502923 Mar 23 15:58:26.116365 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-448e8789-7df0-4a95-8e4b-bb2490b8d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.117903 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-448e8789-7df0-4a95-8e4b-bb2490b8d74e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1128 time: 0.0484586 Mar 23 15:58:26.216738 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-95baf783-f6ef-4258-a7b1-c3a34d2f34e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.218246 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-95baf783-f6ef-4258-a7b1-c3a34d2f34e8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0940955 Mar 23 15:58:26.285669 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-d841a281-5a0b-415e-883a-2d6335bd354e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 998 time: 0.0605991 Mar 23 15:58:26.337347 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-ac9dd785-b7a7-4b5f-b652-0e6320b3427d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.338785 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-ac9dd785-b7a7-4b5f-b652-0e6320b3427d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0477402 Mar 23 15:58:26.396630 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-f2e7b83a-0090-4e6e-aa62-7995f0dae218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.398221 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-f2e7b83a-0090-4e6e-aa62-7995f0dae218 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529418 Mar 23 15:58:26.492958 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d2dc20-7e6e-47c1-b8ad-ef91eb13e2d2 req-3902e4c6-9cc6-47d0-8986-822b4293c1ca tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:26.494554 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4d2dc20-7e6e-47c1-b8ad-ef91eb13e2d2 req-3902e4c6-9cc6-47d0-8986-822b4293c1ca tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0678973 Mar 23 15:58:26.497854 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-c59cb446-2e85-4296-af7b-99f7c768d6e4 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923378 Mar 23 15:58:26.551822 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e4d2dc20-7e6e-47c1-b8ad-ef91eb13e2d2 req-1c3aa12f-ff68-4235-8107-45e694dd8556 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486491 Mar 23 15:58:26.573729 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:26.614220 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-d9ce71a7-c82c-4644-abd5-08d74e0af71d req-ac16a8d9-c603-4c13-87eb-90280571a059 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099303 Mar 23 15:58:27.699281 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3c97d3-0451-4ea8-9b83-658ab5b88457 req-d4a0e68c-767f-484e-b528-3fd24f6cbd92 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:27.701142 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8f3c97d3-0451-4ea8-9b83-658ab5b88457 req-d4a0e68c-767f-484e-b528-3fd24f6cbd92 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0573192 Mar 23 15:58:27.771682 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-8f3c97d3-0451-4ea8-9b83-658ab5b88457 req-e8a20838-fe04-4804-a766-8045bd1db1e8 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646946 Mar 23 15:58:27.789171 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:28.902039 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89631fc3-4074-496b-b8f4-58f9c987f6bb req-9b861370-c59e-4664-9c75-eec725156a87 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:28.903660 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-89631fc3-4074-496b-b8f4-58f9c987f6bb req-9b861370-c59e-4664-9c75-eec725156a87 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0561240 Mar 23 15:58:28.960814 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-89631fc3-4074-496b-b8f4-58f9c987f6bb req-b9888800-f3c7-4ce7-b940-459738245d37 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512996 Mar 23 15:58:30.088660 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c30d-38d9-44fb-88c2-3e0a40dcd1f1 req-8bb3a1a9-0842-4141-be5e-42b793d03c72 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:30.090189 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5073c30d-38d9-44fb-88c2-3e0a40dcd1f1 req-8bb3a1a9-0842-4141-be5e-42b793d03c72 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0534375 Mar 23 15:58:30.144052 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-5073c30d-38d9-44fb-88c2-3e0a40dcd1f1 req-de9185c9-f6fe-4cf4-8b3d-3575b0d71b42 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480380 Mar 23 15:58:31.283773 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27435af0-618b-47e4-8e4e-df5f0ba3bf2c req-20e935f4-a180-4bd9-9e1c-32606af46ce4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:31.285698 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27435af0-618b-47e4-8e4e-df5f0ba3bf2c req-20e935f4-a180-4bd9-9e1c-32606af46ce4 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0672309 Mar 23 15:58:31.336589 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-27435af0-618b-47e4-8e4e-df5f0ba3bf2c req-07c7469f-8940-4743-b942-4e443ded4dd2 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450523 Mar 23 15:58:32.470988 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b56294d-8666-4574-a1d6-d402002d10ff req-c9946813-2a18-4c3e-9731-3959b264cd43 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:32.474537 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9b56294d-8666-4574-a1d6-d402002d10ff req-c9946813-2a18-4c3e-9731-3959b264cd43 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0694311 Mar 23 15:58:32.525741 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-9b56294d-8666-4574-a1d6-d402002d10ff req-bffeec19-0e30-4ebd-ba2e-a386d9864014 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473363 Mar 23 15:58:33.656034 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0a4c9-2d59-4988-9a9c-780bf63526ad req-50ffa730-5545-4d6c-8362-763c7273a995 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:33.657573 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eed0a4c9-2d59-4988-9a9c-780bf63526ad req-50ffa730-5545-4d6c-8362-763c7273a995 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 944 time: 0.0607424 Mar 23 15:58:33.711650 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-eed0a4c9-2d59-4988-9a9c-780bf63526ad req-5879a82f-296a-4ba1-957e-40ea00a04ada tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476811 Mar 23 15:58:34.044627 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 details requested by agent hyperv_hv-cinder-83454 with host hv-cinder-83454 {{(pid=109943) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 15:58:34.141948 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:34.153577 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Returning: {'device': '58e6a81c-c347-405e-9913-8fd204266e12', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'port_id': '58e6a81c-c347-405e-9913-8fd204266e12', 'mac_address': 'fa:16:3e:2a:87:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109943) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 15:58:34.192792 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 58e6a81c-c347-405e-9913-8fd204266e12 is: DOWN; New status is: BUILD {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:58:34.193184 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:34.211212 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e6a81c-c347-405e-9913-8fd204266e12 {{(pid=109943) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 15:58:34.231833 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:34.240723 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:34.288559 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=7']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:34.564120 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] get_ports_and_sgs() called for port_ids ['58e6a81c-c347-405e-9913-8fd204266e12'] {{(pid=109943) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 15:58:34.841479 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecd10d6-3ee8-43de-afac-8c5915d127ef req-47922cf7-391a-4887-869c-f0c178dca326 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:34.843119 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6ecd10d6-3ee8-43de-afac-8c5915d127ef req-47922cf7-391a-4887-869c-f0c178dca326 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 945 time: 0.0576255 Mar 23 15:58:34.900463 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-6ecd10d6-3ee8-43de-afac-8c5915d127ef req-8200ff4e-174f-4c76-90f9-815702da8e6f tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515468 Mar 23 15:58:36.026412 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a06a7-dbdf-4663-a7df-63229bc56f7b req-14ac0f56-11b6-46bc-b191-3da326d0151e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:36.027953 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d61a06a7-dbdf-4663-a7df-63229bc56f7b req-14ac0f56-11b6-46bc-b191-3da326d0151e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 945 time: 0.0562077 Mar 23 15:58:36.066077 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 up at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 15:58:36.080778 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d61a06a7-dbdf-4663-a7df-63229bc56f7b req-38ec4e19-9177-4be2-b313-3ebcca936438 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470009 Mar 23 15:58:36.119483 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.provisioning_blocks [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Provisioning complete for port 58e6a81c-c347-405e-9913-8fd204266e12 triggered by entity L2. {{(pid=109943) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 15:58:36.119870 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3281373'] for port (58e6a81c-c347-405e-9913-8fd204266e12), provisioning_complete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:36.203198 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Current status of the port 58e6a81c-c347-405e-9913-8fd204266e12 is: BUILD; New status is: ACTIVE {{(pid=109943) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 15:58:36.203464 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3508175'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:36.227813 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109943) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 15:58:36.230104 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5ce012732319e30dee66d1c0bb3816da2b0cc77f2557bcdeaa6abfca2386f414" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac1dce-3fc1-4ffe-a6b0-b0406d4f4496" -d '{"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109943) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 15:58:36.243451 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 15:58:36.249562 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742256757908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8742256253965', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8742256253983'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:36.272481 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a1170-6753-4bdb-87b7-1cdec723c736 x-openstack-request-id: req-996a1170-6753-4bdb-87b7-1cdec723c736 {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 15:58:36.272779 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-plugged", "status": "completed", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "code": 200}]} {{(pid=109943) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 15:58:36.273051 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-996a1170-6753-4bdb-87b7-1cdec723c736 {{(pid=109943) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 15:58:36.273436 dv-cinder-834540-1-iscsi neutron-server[109943]: INFO neutron.notifiers.nova [-] Nova event matching ['req-996a1170-6753-4bdb-87b7-1cdec723c736'] response: {'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'code': 200} Mar 23 15:58:36.301771 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Pushing event updated for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=8']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 15:58:36.517222 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d03c2-8be2-423d-9124-16b32991e84a req-f88be153-b78e-46e7-8ccd-6f402ecd0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:36.518793 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fa5d03c2-8be2-423d-9124-16b32991e84a req-f88be153-b78e-46e7-8ccd-6f402ecd0e23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0478694 Mar 23 15:58:36.570916 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-fa5d03c2-8be2-423d-9124-16b32991e84a req-916169d1-932e-4f0f-8d2e-36a25715019c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457580 Mar 23 15:58:37.210313 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e429f-6766-4875-a300-b1c380d530fc req-44205990-ebce-46b8-9974-3630b10848b3 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:37.211867 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d55e429f-6766-4875-a300-b1c380d530fc req-44205990-ebce-46b8-9974-3630b10848b3 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0559237 Mar 23 15:58:37.274704 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-d55e429f-6766-4875-a300-b1c380d530fc req-44f12baf-977e-4f95-8cbe-a8e5cbd20922 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569654 Mar 23 15:58:38.406840 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e2324-fbd5-4c1b-9915-e9f5221b36fc req-bc0fcf89-91d9-4624-a3a6-60ef0d969e96 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:38.408413 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-625e2324-fbd5-4c1b-9915-e9f5221b36fc req-bc0fcf89-91d9-4624-a3a6-60ef0d969e96 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0610602 Mar 23 15:58:38.465377 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-625e2324-fbd5-4c1b-9915-e9f5221b36fc req-06a07265-3e8a-4acf-87fa-f1a9461bd68d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468464 Mar 23 15:58:46.674421 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:49.780732 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:58:51.784245 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3f2dabbb-fcb6-40ca-882e-27da6b4f016e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:53.678679 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-381511e1-aea0-4b97-a517-e52e47d0afd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:55.280697 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:56.578226 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:57.778403 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:58:58.490616 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-44d42ecf-f09d-488b-a872-ae79f1f40798 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487847 Mar 23 15:58:58.824738 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-7cb06af6-ae4b-44ce-aa40-a9eaaf6b64a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:58.826253 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-7cb06af6-ae4b-44ce-aa40-a9eaaf6b64a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.3120489 Mar 23 15:58:58.946429 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-ba4207ff-e554-4f0a-8a7b-e501cc94bd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:58.947930 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-ba4207ff-e554-4f0a-8a7b-e501cc94bd11 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0969491 Mar 23 15:58:59.033480 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-1ae944ae-079c-4a51-b967-40a7d9816396 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 1000 time: 0.0771625 Mar 23 15:58:59.085359 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-a2ae2105-8f98-4468-87d4-acf6eeb3f004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:59.086750 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-a2ae2105-8f98-4468-87d4-acf6eeb3f004 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0473936 Mar 23 15:58:59.137006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-c29f199d-1050-4357-ba1e-53255d414f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:58:59.138507 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-c29f199d-1050-4357-ba1e-53255d414f11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439482 Mar 23 15:58:59.231675 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-ab151922-6cc2-4cb8-8c12-919c80125c6d service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863981 Mar 23 15:58:59.332808 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-92394bc4-b349-4fb5-94a9-297f03f29baa req-44f9a4f3-cd77-4f23-8436-9269481da7b0 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947759 Mar 23 15:59:16.691749 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:21.781527 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ba629d2b-d715-4017-92ec-c21b98c98be2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:23.685836 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d3dec21b-87f6-4b7a-b145-ae184349975b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:25.282750 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:26.588875 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:26.784607 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 15:59:27.778708 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:46.714564 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:51.774673 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b4ba-e3f0-46fb-bd63-128030ede1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:53.681965 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4936cee7-13cb-4135-a638-4f93e8d388c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:55.290048 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:56.584458 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:57.775843 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 15:59:57.823031 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5c2b81-46cd-46c6-b059-a0e0070b831b req-120542b2-6025-4e62-9011-c530081d0fd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:57.825424 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce5c2b81-46cd-46c6-b059-a0e0070b831b req-120542b2-6025-4e62-9011-c530081d0fd4 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0624490 Mar 23 15:59:57.877426 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-ce5c2b81-46cd-46c6-b059-a0e0070b831b req-2e9a6ca8-c38d-40d4-b865-6f0eea0261c9 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450816 Mar 23 15:59:58.490547 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-ab72d58e-2e2e-4e53-940f-d0ccf7773d76 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550718 Mar 23 15:59:58.597306 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-8506c08e-11e0-4b66-a712-7b5fedee069b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:58.598900 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-8506c08e-11e0-4b66-a712-7b5fedee069b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0509574 Mar 23 15:59:58.710043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-dfe4a80a-a55d-4a03-b27d-4264fb19c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:58.711559 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-dfe4a80a-a55d-4a03-b27d-4264fb19c300 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0886052 Mar 23 15:59:58.786350 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-1f9cbe54-3344-494b-ac3c-338106697fa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 1000 time: 0.0685859 Mar 23 15:59:58.844709 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-772fc139-c5ad-4a02-904f-c58eb4a435bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:58.846207 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-772fc139-c5ad-4a02-904f-c58eb4a435bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0533895 Mar 23 15:59:58.899199 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-fde6c632-da1e-4e9c-a865-c88ead2d5559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:58.900897 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-fde6c632-da1e-4e9c-a865-c88ead2d5559 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485480 Mar 23 15:59:59.000609 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-4a6c833b-a126-417a-bd1f-e2382311d243 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921888 Mar 23 15:59:59.013694 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769c7da-3c07-4777-8cbd-f655a61d348f req-5d8cbf84-3621-4574-b857-f1da276dcf14 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:59.015612 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1769c7da-3c07-4777-8cbd-f655a61d348f req-5d8cbf84-3621-4574-b857-f1da276dcf14 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0630710 Mar 23 15:59:59.071930 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-1769c7da-3c07-4777-8cbd-f655a61d348f req-7bcea8d4-e00f-4ec3-a22a-b75b21d49770 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Mar 23 15:59:59.110328 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-20ebfc77-7013-4020-9deb-df4302d592b2 req-21c480dd-f597-47f7-a9bb-640e2ae556c5 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030104 Mar 23 15:59:59.901482 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-df622ea8-4924-43b8-8364-b8e42eff55d6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 15:59:59.903480 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-df622ea8-4924-43b8-8364-b8e42eff55d6 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0691400 Mar 23 16:00:00.014008 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Deleting port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:00.014354 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.107308 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] For port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:00.107678 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.208155 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df0e8-674d-4480-be1f-bd7141b70269 req-0f61e621-88f6-4870-8075-7e01b30bf4fb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:00.210744 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e3df0e8-674d-4480-be1f-bd7141b70269 req-0f61e621-88f6-4870-8075-7e01b30bf4fb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 945 time: 0.0633850 Mar 23 16:00:00.265119 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7e3df0e8-674d-4480-be1f-bd7141b70269 req-ec48413e-3686-4f08-a824-d1bc5a82a526 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups?id=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465713 Mar 23 16:00:00.311961 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.312364 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1007429'] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), after_update {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.312675 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Floating IP 095ef1c8-d078-487a-a5ef-66c5bbf801b6 disassociated. External IP: 172.27.3.23, port: b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa. Mar 23 16:00:00.313016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Calling delete_port for b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:00.452849 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.487187 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'Port': ['ID=b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:00.498500 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.498860 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.499310 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.499535 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.499876 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.500250 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.500580 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.500911 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.501245 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.501571 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.502192 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.502349 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.502590 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.502945 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.503260 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109942) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:00.631043 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:00:00.747712 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:00:00.760476 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:00:00.771399 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:00.771956 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:00.796610 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] No DVR routers for this DVR port b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:00.799092 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:00.802648 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-9999872f-5338-4c33-9f55-83640ff2b0b0 req-d3f0fa6b-e83a-4c72-b8b8-67d3ba61b11b tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.61 "DELETE /v2.0/ports/b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa HTTP/1.1" status: 204 len: 173 time: 0.8942852 Mar 23 16:00:00.803106 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'name': 'network-vif-deleted', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 16:00:00.805939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6594ee-59c3-4c93-9ff5-086e63b5e7cc" -d '{"events": [{"server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "name": "network-vif-deleted", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 16:00:00.912668 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:00.919022 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5084874-b88d-41cf-ab36-fc5d91019427 x-openstack-request-id: req-a5084874-b88d-41cf-ab36-fc5d91019427 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 16:00:00.919869 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9eb9218-b683-4254-85df-2ff757be9bd5", "name": "network-vif-deleted", "tag": "b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 16:00:00.920292 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a5084874-b88d-41cf-ab36-fc5d91019427 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 16:00:00.920891 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5084874-b88d-41cf-ab36-fc5d91019427'] response: {'server_uuid': 'd9eb9218-b683-4254-85df-2ff757be9bd5', 'name': 'network-vif-deleted', 'tag': 'b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa', 'status': 'completed', 'code': 200} Mar 23 16:00:01.118090 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:01.143912 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:00:01.152533 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:01.153158 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:01.265427 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:01.384556 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-33ece087-5750-4ac4-a51f-831635b66c55 req-2dabd03c-4dfc-486e-9963-9e95d74534fb tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/ports?device_id=d9eb9218-b683-4254-85df-2ff757be9bd5 HTTP/1.1" status: 200 len: 210 time: 0.0280554 Mar 23 16:00:01.486880 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:01.513643 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448d2bfd-e624-490b-93cb-23336c486823 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T15:53:42Z', 'revision_number': 4, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': 'e3149a8f-1b48-4de5-8856-82b2762be5e6', 'name': '', 'network_id': '86f9e639-c61b-466d-9b7c-25bed4f8b27e', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'mac_address': 'fa:16:3e:9b:8e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:41Z', 'updated_at': '2022-03-23T15:53:48Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'subnets': [{'id': 'cdd843b9-f486-4117-825e-a3f2b9d0fa96', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:00:01.759281 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0702721f-fb94-4433-8e44-f9ea3298f52a None None] New status for floating IP 095ef1c8-d078-487a-a5ef-66c5bbf801b6: DOWN {{(pid=109943) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 16:00:02.480294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57122) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:02.539269 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (8d3808e4-1bda-42d2-aa78-7eb4d3c5689d), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.565020 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (8d3808e4-1bda-42d2-aa78-7eb4d3c5689d), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.619499 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (8d3808e4-1bda-42d2-aa78-7eb4d3c5689d), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.622248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.623600 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "DELETE /v2.0/security-groups/8d3808e4-1bda-42d2-aa78-7eb4d3c5689d HTTP/1.1" status: 204 len: 168 time: 0.1422296 Mar 23 16:00:02.626732 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57124) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:02.634156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704fe88-ff7e-4751-8cbf-a7f003fc45e7 tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3808e4-1bda-42d2-aa78-7eb4d3c5689d,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:02.644717 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.api.v2.resource [None req-61d2f90b-1aa7-4c00-9eb4-649fde816d5c tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] show failed (client error): The resource could not be found. Mar 23 16:00:02.649344 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57126) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:02.649934 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-61d2f90b-1aa7-4c00-9eb4-649fde816d5c tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "GET /v2.0/security-groups/8d3808e4-1bda-42d2-aa78-7eb4d3c5689d HTTP/1.1" status: 404 len: 347 time: 0.0219464 Mar 23 16:00:02.782506 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Deleting port 76c1baaa-6f2c-4e01-b2b6-b065b56f1516 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:02.783085 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.866006 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.866346 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:02.878659 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Calling delete_port for 76c1baaa-6f2c-4e01-b2b6-b065b56f1516 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:03.021753 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (76c1baaa-6f2c-4e01-b2b6-b065b56f1516), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:03.049228 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Pushing event deleted for resources: {'Port': ['ID=76c1baaa-6f2c-4e01-b2b6-b065b56f1516,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:03.110487 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks [] for floatingip (095ef1c8-d078-487a-a5ef-66c5bbf801b6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:03.113018 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:03.114262 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cd736ac6-9f59-4e7a-a222-0599375c6dbf tempest-AttachVolumeTestJSON-47289792 tempest-AttachVolumeTestJSON-47289792-project] 10.222.0.41 "DELETE /v2.0/floatingips/095ef1c8-d078-487a-a5ef-66c5bbf801b6 HTTP/1.1" status: 204 len: 168 time: 0.4631448 Mar 23 16:00:03.785463 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:00:04.540002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:04.561725 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:04.562088 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device b5fdd00f-4cdb-44be-9fbf-d8c9043ab8fa not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:06.701267 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57154) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:07.174594 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (7da06609-4d29-4a59-8088-76462690adaa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:07.432939 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Deleting port e3149a8f-1b48-4de5-8856-82b2762be5e6 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:07.433185 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:07.515779 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] For port e3149a8f-1b48-4de5-8856-82b2762be5e6, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e3149a8f-1b48-4de5-8856-82b2762be5e6,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:07.516185 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:07.530050 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Calling delete_port for e3149a8f-1b48-4de5-8856-82b2762be5e6 owned by network:router_interface {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:07.727439 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (e3149a8f-1b48-4de5-8856-82b2762be5e6), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:07.753419 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3149a8f-1b48-4de5-8856-82b2762be5e6,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:07.921754 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (7da06609-4d29-4a59-8088-76462690adaa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:08.419495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Router 7da06609-4d29-4a59-8088-76462690adaa has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:00:08.533103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:00:08.538845 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7838842c-3ed6-485b-8a39-688bf3cb3f99 admin admin] 10.222.0.41 "PUT /v2.0/routers/7da06609-4d29-4a59-8088-76462690adaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8362205 Mar 23 16:00:08.541187 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57158) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:08.543186 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Sync routers for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:00:08.554002 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:08.554622 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:08.643463 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks [] for router (7da06609-4d29-4a59-8088-76462690adaa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:08.665662 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:08.750145 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks [] for router_gateway (7da06609-4d29-4a59-8088-76462690adaa), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:08.810934 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Deleting port 8d5dd75c-3b59-431d-982e-99c56c1a556e {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:08.811237 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:08.847063 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111'}], 'enable_snat': True}, 'gw_port_id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T16:00:07Z', 'revision_number': 5, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port': {'id': '8d5dd75c-3b59-431d-982e-99c56c1a556e', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:99:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7da06609-4d29-4a59-8088-76462690adaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:53:39Z', 'updated_at': '2022-03-23T15:53:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:08.877325 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Checking router: 7da06609-4d29-4a59-8088-76462690adaa for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:00:08.886832 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Routers {'7da06609-4d29-4a59-8088-76462690adaa'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:08.887658 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['7da06609-4d29-4a59-8088-76462690adaa'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:08.891603 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] For port 8d5dd75c-3b59-431d-982e-99c56c1a556e, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=8d5dd75c-3b59-431d-982e-99c56c1a556e,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:08.891969 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:08.905685 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Calling delete_port for 8d5dd75c-3b59-431d-982e-99c56c1a556e owned by network:router_gateway {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:09.072483 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] Set router 7da06609-4d29-4a59-8088-76462690adaa gateway port host: None {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:09.084282 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (8d5dd75c-3b59-431d-982e-99c56c1a556e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.113650 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d5dd75c-3b59-431d-982e-99c56c1a556e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:09.123425 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T16:00:08Z', 'revision_number': 6, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:09.154292 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50387143-d634-418c-bd78-5f0f743f2d91 None None] The sync data for ids ['7da06609-4d29-4a59-8088-76462690adaa'] in dv-cinder-834540-1-iscsi is: [{'id': '7da06609-4d29-4a59-8088-76462690adaa', 'name': 'tempest-AttachVolumeTestJSON-686818589-router', 'tenant_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:53:38Z', 'updated_at': '2022-03-23T16:00:08Z', 'revision_number': 6, 'project_id': 'eefb502c19c3456ab49f81b03a4f1f1a', 'gw_port_host': None}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:00:09.179071 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (7da06609-4d29-4a59-8088-76462690adaa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.272204 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (7da06609-4d29-4a59-8088-76462690adaa), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.274361 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks [] for router_controller (7da06609-4d29-4a59-8088-76462690adaa), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.321900 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (7da06609-4d29-4a59-8088-76462690adaa), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.322407 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7da06609-4d29-4a59-8088-76462690adaa {{(pid=109942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 16:00:09.326773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.327950 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-dd1c7071-e358-4786-950d-de1f28c82239 admin admin] 10.222.0.41 "DELETE /v2.0/routers/7da06609-4d29-4a59-8088-76462690adaa HTTP/1.1" status: 204 len: 168 time: 0.7857268 Mar 23 16:00:09.330645 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57160) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:09.384232 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Deleting subnet cdd843b9-f486-4117-825e-a3f2b9d0fa96 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 16:00:09.387562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Publish callbacks [] for subnet (cdd843b9-f486-4117-825e-a3f2b9d0fa96), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.423824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (cdd843b9-f486-4117-825e-a3f2b9d0fa96), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.507119 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (cdd843b9-f486-4117-825e-a3f2b9d0fa96), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.569612 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (cdd843b9-f486-4117-825e-a3f2b9d0fa96), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.599898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdd843b9-f486-4117-825e-a3f2b9d0fa96,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:09.603446 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.606772 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-182b20c0-09ad-41f7-bc1a-f5940c13098c admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cdd843b9-f486-4117-825e-a3f2b9d0fa96 HTTP/1.1" status: 204 len: 168 time: 0.2749133 Mar 23 16:00:09.609340 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57162) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:09.609896 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c6244-63f3-4ab9-9354-76a7469baa50 None None] Network 86f9e639-c61b-466d-9b7c-25bed4f8b27e requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:00:09.677849 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (86f9e639-c61b-466d-9b7c-25bed4f8b27e), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.732810 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Deleting port f12df0be-540a-4966-b8ba-0f4757d50b57 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:09.733156 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.801347 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] For port f12df0be-540a-4966-b8ba-0f4757d50b57, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f12df0be-540a-4966-b8ba-0f4757d50b57,segment=NetworkSegment(405bc664-2596-49d3-b52d-dec00cc0a57e),segment_id=405bc664-2596-49d3-b52d-dec00cc0a57e)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:09.801787 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.814521 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Calling delete_port for f12df0be-540a-4966-b8ba-0f4757d50b57 owned by network:dhcp {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:09.908517 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f12df0be-540a-4966-b8ba-0f4757d50b57), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:09.935151 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a874e8-8653-4718-a38f-70e2b7a46ffa None None] DHCP port deletion for 86f9e639-c61b-466d-9b7c-25bed4f8b27e request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 16:00:09.938261 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f12df0be-540a-4966-b8ba-0f4757d50b57,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:09.943650 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] No DVR routers for this DVR port f12df0be-540a-4966-b8ba-0f4757d50b57 on host dv-cinder-834540-1-iscsi {{(pid=109941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:09.985774 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.986125 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.986466 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.986806 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.987134 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.987459 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.987781 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.988127 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.988477 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.989276 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.989276 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.989478 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.989752 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.990065 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.990381 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109941) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:09.996411 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f12df0be-540a-4966-b8ba-0f4757d50b57 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:10.016901 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: f12df0be-540a-4966-b8ba-0f4757d50b57 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:10.017606 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f12df0be-540a-4966-b8ba-0f4757d50b57 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:10.018250 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e3149a8f-1b48-4de5-8856-82b2762be5e6 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:10.038952 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (86f9e639-c61b-466d-9b7c-25bed4f8b27e), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.039517 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: e3149a8f-1b48-4de5-8856-82b2762be5e6 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:10.039873 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e3149a8f-1b48-4de5-8856-82b2762be5e6 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:10.040324 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8d5dd75c-3b59-431d-982e-99c56c1a556e no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:10.061339 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 8d5dd75c-3b59-431d-982e-99c56c1a556e {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:10.061564 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 8d5dd75c-3b59-431d-982e-99c56c1a556e not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:10.063260 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f9e639-c61b-466d-9b7c-25bed4f8b27e']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:10.080458 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '405bc664-2596-49d3-b52d-dec00cc0a57e') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:10.080807 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '405bc664-2596-49d3-b52d-dec00cc0a57e') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:10.090791 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (405bc664-2596-49d3-b52d-dec00cc0a57e), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.104473 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (405bc664-2596-49d3-b52d-dec00cc0a57e), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.110439 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 16:00:10.110825 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (405bc664-2596-49d3-b52d-dec00cc0a57e), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 16:00:10.112493 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 16:00:10.173803 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (86f9e639-c61b-466d-9b7c-25bed4f8b27e), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.179726 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.187531 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/86f9e639-c61b-466d-9b7c-25bed4f8b27e HTTP/1.1" status: 204 len: 168 time: 0.5728467 Mar 23 16:00:10.198151 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9c734-b9b9-4e8b-9aa9-ccf51b1521f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=86f9e639-c61b-466d-9b7c-25bed4f8b27e,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:10.308804 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57166) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:10.351251 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-e9a43e78-b4ce-4ba2-a570-6287ccb85204 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eefb502c19c3456ab49f81b03a4f1f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412080 Mar 23 16:00:10.354148 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57168) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:10.407800 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] Publish callbacks [] for security_group (0d36563c-ce33-436c-9e5e-05af620ed4ef), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.431632 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] Publish callbacks [] for security_group (0d36563c-ce33-436c-9e5e-05af620ed4ef), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.480765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0d36563c-ce33-436c-9e5e-05af620ed4ef), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.483318 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:10.484627 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d36563c-ce33-436c-9e5e-05af620ed4ef HTTP/1.1" status: 204 len: 168 time: 0.1293123 Mar 23 16:00:10.492593 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681f4346-a79e-49e3-bb40-7edc16593549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d36563c-ce33-436c-9e5e-05af620ed4ef,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:12.692749 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57238) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:12.810279 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982ed46d-55b2-4686-9108-e6a8bc059447 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:12.890636 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982ed46d-55b2-4686-9108-e6a8bc059447 admin admin] Publish callbacks [] for security_group (c907dd79-27f3-4da3-9a60-fbbf173599d8), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:12.897001 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-982ed46d-55b2-4686-9108-e6a8bc059447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c907dd79-27f3-4da3-9a60-fbbf173599d8), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:12.935005 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-982ed46d-55b2-4686-9108-e6a8bc059447 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0fa1e93af1240029b8de50094d8a9ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410567 Mar 23 16:00:12.935709 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed46d-55b2-4686-9108-e6a8bc059447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c907dd79-27f3-4da3-9a60-fbbf173599d8,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:12.938065 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57242) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:12.989765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] Publish callbacks [] for security_group (c907dd79-27f3-4da3-9a60-fbbf173599d8), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.014170 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] Publish callbacks [] for security_group (c907dd79-27f3-4da3-9a60-fbbf173599d8), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.061319 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (c907dd79-27f3-4da3-9a60-fbbf173599d8), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.063989 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.065172 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c907dd79-27f3-4da3-9a60-fbbf173599d8 HTTP/1.1" status: 204 len: 168 time: 0.1250627 Mar 23 16:00:13.073369 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c3cb0-f8c0-4ce7-a245-66bf5537e97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c907dd79-27f3-4da3-9a60-fbbf173599d8,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:13.348201 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57248) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:13.361824 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c65f7f03-2c66-40a8-bc6b-59fe59e71e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.441195 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c65f7f03-2c66-40a8-bc6b-59fe59e71e9c admin admin] Publish callbacks [] for security_group (5b9eb672-d0b6-4093-9a29-d8a480078f09), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.447159 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c65f7f03-2c66-40a8-bc6b-59fe59e71e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5b9eb672-d0b6-4093-9a29-d8a480078f09), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.483489 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65f7f03-2c66-40a8-bc6b-59fe59e71e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9eb672-d0b6-4093-9a29-d8a480078f09,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:13.487856 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c65f7f03-2c66-40a8-bc6b-59fe59e71e9c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f39c3feb2301474b93593b9192385bc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385951 Mar 23 16:00:13.491606 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57250) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:13.541629 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] Publish callbacks [] for security_group (5b9eb672-d0b6-4093-9a29-d8a480078f09), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.563972 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] Publish callbacks [] for security_group (5b9eb672-d0b6-4093-9a29-d8a480078f09), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.619180 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (5b9eb672-d0b6-4093-9a29-d8a480078f09), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.621775 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:13.622939 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5b9eb672-d0b6-4093-9a29-d8a480078f09 HTTP/1.1" status: 204 len: 168 time: 0.1304846 Mar 23 16:00:13.632213 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6ea8-f23a-4ee3-80cf-0610948b645c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9eb672-d0b6-4093-9a29-d8a480078f09,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:15.353797 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57294) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:15.460839 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63dd332-79ca-4a9d-a69a-f3b0f0441046 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.538873 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63dd332-79ca-4a9d-a69a-f3b0f0441046 admin admin] Publish callbacks [] for security_group (4fa798e2-d043-4b9e-bfb6-eceafc249e18), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.543974 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-e63dd332-79ca-4a9d-a69a-f3b0f0441046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4fa798e2-d043-4b9e-bfb6-eceafc249e18), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.583202 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-e63dd332-79ca-4a9d-a69a-f3b0f0441046 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aed21040600e49968a00a51650638f2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2282529 Mar 23 16:00:15.585302 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dd332-79ca-4a9d-a69a-f3b0f0441046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa798e2-d043-4b9e-bfb6-eceafc249e18,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:15.586278 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57298) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:15.637519 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] Publish callbacks [] for security_group (4fa798e2-d043-4b9e-bfb6-eceafc249e18), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.659730 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] Publish callbacks [] for security_group (4fa798e2-d043-4b9e-bfb6-eceafc249e18), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.715444 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (4fa798e2-d043-4b9e-bfb6-eceafc249e18), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.718131 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:15.719291 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4fa798e2-d043-4b9e-bfb6-eceafc249e18 HTTP/1.1" status: 204 len: 168 time: 0.1318598 Mar 23 16:00:15.726961 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e62dd-4067-4e2e-a3a1-defb7f997fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa798e2-d043-4b9e-bfb6-eceafc249e18,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:15.998750 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57304) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:16.012190 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e7cb-e739-4ae6-95a8-facc6692e8d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.088528 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e7cb-e739-4ae6-95a8-facc6692e8d5 admin admin] Publish callbacks [] for security_group (ab3567c6-52b5-4fb5-a6ed-41ac353d22dd), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.094371 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e7cb-e739-4ae6-95a8-facc6692e8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ab3567c6-52b5-4fb5-a6ed-41ac353d22dd), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.131992 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-dfd4e7cb-e739-4ae6-95a8-facc6692e8d5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=897f2ac305174193900fc5924beae26e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1321189 Mar 23 16:00:16.133374 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4e7cb-e739-4ae6-95a8-facc6692e8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3567c6-52b5-4fb5-a6ed-41ac353d22dd,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:16.134817 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57306) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:16.189579 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] Publish callbacks [] for security_group (ab3567c6-52b5-4fb5-a6ed-41ac353d22dd), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.211455 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] Publish callbacks [] for security_group (ab3567c6-52b5-4fb5-a6ed-41ac353d22dd), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.261571 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ab3567c6-52b5-4fb5-a6ed-41ac353d22dd), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.264322 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:16.265511 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab3567c6-52b5-4fb5-a6ed-41ac353d22dd HTTP/1.1" status: 204 len: 168 time: 0.1296184 Mar 23 16:00:16.273705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69810e-b22b-41a8-96ef-a4c7033e47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3567c6-52b5-4fb5-a6ed-41ac353d22dd,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:16.703625 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:21.781256 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-015458db-f9f4-45eb-a2b6-377f6dd52047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.057837 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57366) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:22.377020 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Deleting port fecd6ac8-47d6-47ef-af0c-7b6afaf75770 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:22.377249 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.459898 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.460298 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for floatingip (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.472630 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Calling delete_port for fecd6ac8-47d6-47ef-af0c-7b6afaf75770 owned by network:floatingip {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:22.630448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (fecd6ac8-47d6-47ef-af0c-7b6afaf75770), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.656311 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event deleted for resources: {'Port': ['ID=fecd6ac8-47d6-47ef-af0c-7b6afaf75770,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:22.719759 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for floatingip (2854586a-857c-4325-852f-e86ae3e7eabd), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:22.720180 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.db.l3_db [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Floating IP 2854586a-857c-4325-852f-e86ae3e7eabd disassociated (deleted). External IP: 172.27.3.8, port: 58e6a81c-c347-405e-9913-8fd204266e12. Mar 23 16:00:22.945375 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Router fd1a639e-2274-4b86-a797-82d405226d93 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:00:23.059622 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:00:23.064514 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for floatingip (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:23.071647 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Sync routers for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:00:23.085073 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:23.085809 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:23.094809 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-5358c2f6-b29a-4029-aad7-194534df3e88 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "DELETE /v2.0/floatingips/2854586a-857c-4325-852f-e86ae3e7eabd HTTP/1.1" status: 204 len: 168 time: 1.0358832 Mar 23 16:00:23.095402 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 16:00:23.097718 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035" -d '{"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 16:00:23.135156 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e50b222-4943-4dac-b5b0-4bc736b4af76 x-openstack-request-id: req-2e50b222-4943-4dac-b5b0-4bc736b4af76 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 16:00:23.135509 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 16:00:23.135769 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2e50b222-4943-4dac-b5b0-4bc736b4af76 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 16:00:23.136330 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e50b222-4943-4dac-b5b0-4bc736b4af76'] response: {'name': 'network-changed', 'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'status': 'completed', 'code': 200} Mar 23 16:00:23.207270 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-e6ab4786-856b-4dac-9550-ccd9426e0af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:23.209095 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-e6ab4786-856b-4dac-9550-ccd9426e0af6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 1130 time: 0.0515206 Mar 23 16:00:23.215743 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:23.311089 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-8534514c-801a-419a-a7ba-0cd98da99c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:23.312982 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-8534514c-801a-419a-a7ba-0cd98da99c12 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 200 len: 910 time: 0.0949934 Mar 23 16:00:23.338008 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79f888-c9d9-4b0c-9994-3cf6424434e9 req-f3053ee2-e129-4cb6-999f-e199249fb6fe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:23.339560 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3a79f888-c9d9-4b0c-9994-3cf6424434e9 req-f3053ee2-e129-4cb6-999f-e199249fb6fe tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0576296 Mar 23 16:00:23.390788 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-3a79f888-c9d9-4b0c-9994-3cf6424434e9 req-a9b54c7b-f6d6-417f-b24d-daa51cf5c36b tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Mar 23 16:00:23.416458 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:23.442603 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Checking router: fd1a639e-2274-4b86-a797-82d405226d93 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:00:23.451402 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:23.451981 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T15:59:54Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:23.468120 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-7c4a3d9d-b2be-4ba5-8019-40341667d781 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 200 len: 217 time: 0.0358517 Mar 23 16:00:23.525536 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-d0cd0ca7-7074-40c7-896f-668a61b50aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:23.527207 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-d0cd0ca7-7074-40c7-896f-668a61b50aff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 200 len: 848 time: 0.0514426 Mar 23 16:00:23.597811 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-ac1cf5e1-8f18-48a2-af18-18c6c9d34301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:23.599951 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-ac1cf5e1-8f18-48a2-af18-18c6c9d34301 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d1adb092-8183-47d7-8324-e250b6ce0354&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661876 Mar 23 16:00:23.689836 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-86e147bf-8548-4c6f-b3bb-0b2996ed3ec4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:23.710581 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-587d6d5f-888b-428a-96c0-6fcdea3ff4e2 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034756 Mar 23 16:00:23.718304 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:23.814175 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-dd64c532-95d5-48b5-b9e8-ca8c1d4e8035 req-791bc01c-3336-4319-af33-6c882d4cc822 service neutron] 10.222.0.61 "GET /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968397 Mar 23 16:00:23.935327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:23.964271 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786f5097-bba1-4eaa-9b36-6d10dcb1847a None None] The sync data for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi is: [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T15:55:02Z', 'revision_number': 4, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi', '_interfaces': [{'id': '76349102-76c4-439f-8573-da5da15159fd', 'name': '', 'network_id': 'd1adb092-8183-47d7-8324-e250b6ce0354', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'mac_address': 'fa:16:3e:88:d7:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:01Z', 'updated_at': '2022-03-23T15:55:07Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'subnets': [{'id': '1f886d8a-2e39-4321-ad25-743694f62e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:00:24.213862 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7e8b08-04e5-49fa-b059-194a2f319231 None None] New status for floating IP 2854586a-857c-4325-852f-e86ae3e7eabd: DOWN {{(pid=109944) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 16:00:24.540244 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feced0d-882e-4993-83ca-27900dfe95bb req-ae7fe3d6-c698-463c-99ea-085593e4ae31 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109941) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:24.541673 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7feced0d-882e-4993-83ca-27900dfe95bb req-ae7fe3d6-c698-463c-99ea-085593e4ae31 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0736771 Mar 23 16:00:24.602883 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-7feced0d-882e-4993-83ca-27900dfe95bb req-8d81268c-169c-4ef8-b12e-35461a01de11 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/security-groups?id=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545971 Mar 23 16:00:25.152608 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-cf7daad0-afff-4c55-9094-669262807e4e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109942) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 16:00:25.154489 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-cf7daad0-afff-4c55-9094-669262807e4e tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.61 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 946 time: 0.0553689 Mar 23 16:00:25.260515 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Deleting port 58e6a81c-c347-405e-9913-8fd204266e12 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:25.260903 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (58e6a81c-c347-405e-9913-8fd204266e12), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:25.294929 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:25.369285 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] For port 58e6a81c-c347-405e-9913-8fd204266e12, host hv-cinder-83454, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83454',level=0,port_id=58e6a81c-c347-405e-9913-8fd204266e12,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:25.369666 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (58e6a81c-c347-405e-9913-8fd204266e12), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:25.384505 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Calling delete_port for 58e6a81c-c347-405e-9913-8fd204266e12 owned by compute:nova {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:25.523528 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (58e6a81c-c347-405e-9913-8fd204266e12), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:25.557918 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event deleted for resources: {'Port': ['ID=58e6a81c-c347-405e-9913-8fd204266e12,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:25.600092 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] No DVR routers for this DVR port 58e6a81c-c347-405e-9913-8fd204266e12 on host hv-cinder-83454 {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:25.602705 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-115391'] for port (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:25.606110 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [req-39ab795c-ae64-4375-8e93-72cf30fa9c7f req-ffda0919-5f60-4377-b608-1b0dab2ad80d tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.61 "DELETE /v2.0/ports/58e6a81c-c347-405e-9913-8fd204266e12 HTTP/1.1" status: 204 len: 173 time: 0.4460757 Mar 23 16:00:25.606556 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-deleted', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12'}] {{(pid=109942) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 16:00:25.608941 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e1832804857a8edd50be9ad2db72d258ddaa17de6e2069f75a90235ced18e8b7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f5dbb-3213-4f07-8d9a-b7dd17d664da" -d '{"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-deleted", "tag": "58e6a81c-c347-405e-9913-8fd204266e12"}]}' {{(pid=109942) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 16:00:25.647773 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa4237ec-a250-4693-95c8-5c6fd41245e8 x-openstack-request-id: req-aa4237ec-a250-4693-95c8-5c6fd41245e8 {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 16:00:25.648077 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cf8e7e-953c-4196-a414-cb1e42a5ffbf", "name": "network-vif-deleted", "tag": "58e6a81c-c347-405e-9913-8fd204266e12", "status": "completed", "code": 200}]} {{(pid=109942) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 16:00:25.648362 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa4237ec-a250-4693-95c8-5c6fd41245e8 {{(pid=109942) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 16:00:25.648865 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa4237ec-a250-4693-95c8-5c6fd41245e8'] response: {'server_uuid': '30cf8e7e-953c-4196-a414-cb1e42a5ffbf', 'name': 'network-vif-deleted', 'tag': '58e6a81c-c347-405e-9913-8fd204266e12', 'status': 'completed', 'code': 200} Mar 23 16:00:25.712040 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [req-e1e79111-116d-440c-a07c-95a962e13779 req-9eea76e7-82ed-4c42-b60e-010b50befb27 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "GET /v2.0/ports?device_id=30cf8e7e-953c-4196-a414-cb1e42a5ffbf HTTP/1.1" status: 200 len: 210 time: 0.0300078 Mar 23 16:00:26.585735 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57412) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:26.587124 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.695712 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b792ac4b-fb8a-4ac2-adb9-0f0c570c4a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.769153 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57418) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:26.776157 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b792ac4b-fb8a-4ac2-adb9-0f0c570c4a09 admin admin] Publish callbacks [] for security_group (05372637-2733-4c42-a054-9d6f554e604b), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.780890 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b792ac4b-fb8a-4ac2-adb9-0f0c570c4a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (05372637-2733-4c42-a054-9d6f554e604b), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.822066 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b792ac4b-fb8a-4ac2-adb9-0f0c570c4a09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c04b531772f47149639d3b41fecedd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351720 Mar 23 16:00:26.823258 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792ac4b-fb8a-4ac2-adb9-0f0c570c4a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05372637-2733-4c42-a054-9d6f554e604b,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:26.825537 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57420) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:26.847864 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.889089 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.922581 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] Publish callbacks [] for security_group (05372637-2733-4c42-a054-9d6f554e604b), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.954591 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] Publish callbacks [] for security_group (05372637-2733-4c42-a054-9d6f554e604b), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:26.999115 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.001854 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.003140 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] 10.222.0.41 "DELETE /v2.0/security-groups/3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424 HTTP/1.1" status: 204 len: 168 time: 0.2329330 Mar 23 16:00:27.014484 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287bc971-ebbd-4ea7-8327-6aa5297f4a09 tempest-TestShelveInstance-1373539738 tempest-TestShelveInstance-1373539738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0d0b5a-db24-4b8e-8f5a-9fffd2cb2424,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:27.023741 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (05372637-2733-4c42-a054-9d6f554e604b), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.026403 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.027795 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05372637-2733-4c42-a054-9d6f554e604b HTTP/1.1" status: 204 len: 168 time: 0.2011032 Mar 23 16:00:27.038613 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8b425c-f9a3-434c-8886-3d4dc7005dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05372637-2733-4c42-a054-9d6f554e604b,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:27.064224 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57426) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:27.349808 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57432) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:27.363996 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f486c5a3-f74a-486c-9b71-38ab5a3c9217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.448631 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f486c5a3-f74a-486c-9b71-38ab5a3c9217 admin admin] Publish callbacks [] for security_group (b60834b4-3210-4d35-b45e-68a43126b1c4), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.453584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f486c5a3-f74a-486c-9b71-38ab5a3c9217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b60834b4-3210-4d35-b45e-68a43126b1c4), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.492738 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f486c5a3-f74a-486c-9b71-38ab5a3c9217 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb6c132b92eb4a0187c8cc6dbcca5e77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417735 Mar 23 16:00:27.493777 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c5a3-f74a-486c-9b71-38ab5a3c9217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60834b4-3210-4d35-b45e-68a43126b1c4,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:27.496193 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57434) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:27.545781 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] Publish callbacks [] for security_group (b60834b4-3210-4d35-b45e-68a43126b1c4), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.566588 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] Publish callbacks [] for security_group (b60834b4-3210-4d35-b45e-68a43126b1c4), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.613322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b60834b4-3210-4d35-b45e-68a43126b1c4), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.616365 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.617541 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b60834b4-3210-4d35-b45e-68a43126b1c4 HTTP/1.1" status: 204 len: 168 time: 0.1204360 Mar 23 16:00:27.626212 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde9283-0e06-4f7c-a160-edd0f7d8aa35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60834b4-3210-4d35-b45e-68a43126b1c4,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:27.747941 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (fd1a639e-2274-4b86-a797-82d405226d93), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:27.775741 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.009433 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Deleting port 76349102-76c4-439f-8573-da5da15159fd {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:28.009777 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (76349102-76c4-439f-8573-da5da15159fd), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.094027 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] For port 76349102-76c4-439f-8573-da5da15159fd, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=76349102-76c4-439f-8573-da5da15159fd,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:28.094462 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (76349102-76c4-439f-8573-da5da15159fd), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.109441 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Calling delete_port for 76349102-76c4-439f-8573-da5da15159fd owned by network:router_interface {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:28.302808 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (76349102-76c4-439f-8573-da5da15159fd), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.337810 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=76349102-76c4-439f-8573-da5da15159fd,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:28.511968 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (fd1a639e-2274-4b86-a797-82d405226d93), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.618268 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 no longer exists at agent hyperv_hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:28.639013 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] No Port match for: 58e6a81c-c347-405e-9913-8fd204266e12 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:28.639371 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Device 58e6a81c-c347-405e-9913-8fd204266e12 not bound to the agent host hv-cinder-83454 {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:28.743294 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Router fd1a639e-2274-4b86-a797-82d405226d93 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109942) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:00:28.864248 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109942) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:00:28.872192 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-cd174ba8-f078-4f18-bbda-64aad7aeddd8 admin admin] 10.222.0.41 "PUT /v2.0/routers/fd1a639e-2274-4b86-a797-82d405226d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050401 Mar 23 16:00:28.872334 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57470) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:28.874856 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Sync routers for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:00:28.885820 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:28.886499 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T16:00:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:28.985028 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks [] for router (fd1a639e-2274-4b86-a797-82d405226d93), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:28.997579 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:29.101320 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks [] for router_gateway (fd1a639e-2274-4b86-a797-82d405226d93), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.159103 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Deleting port c45b5e97-6cb3-4b98-929b-40f53db91559 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:29.159456 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.190406 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T16:00:28Z', 'revision_number': 5, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port': {'id': 'c45b5e97-6cb3-4b98-929b-40f53db91559', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:54:59Z', 'updated_at': '2022-03-23T15:55:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:29.221888 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Checking router: fd1a639e-2274-4b86-a797-82d405226d93 for host: dv-cinder-834540-1-iscsi {{(pid=109943) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:00:29.231105 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Routers {'fd1a639e-2274-4b86-a797-82d405226d93'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109943) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:29.231784 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T16:00:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['fd1a639e-2274-4b86-a797-82d405226d93'], 'active': True} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:29.249972 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] For port c45b5e97-6cb3-4b98-929b-40f53db91559, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=c45b5e97-6cb3-4b98-929b-40f53db91559,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:29.250252 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.269096 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Calling delete_port for c45b5e97-6cb3-4b98-929b-40f53db91559 owned by network:router_gateway {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:29.322839 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvr_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] Set router fd1a639e-2274-4b86-a797-82d405226d93 gateway port host: None {{(pid=109943) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:29.378881 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_hamode_db [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T16:00:29Z', 'revision_number': 6, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port_host': None}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109943) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:29.411310 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484422f9-f10d-44d3-bff4-dfc1194e1e07 None None] The sync data for ids ['fd1a639e-2274-4b86-a797-82d405226d93'] in dv-cinder-834540-1-iscsi is: [{'id': 'fd1a639e-2274-4b86-a797-82d405226d93', 'name': 'tempest-TestShelveInstance-1893994929-router', 'tenant_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:54:58Z', 'updated_at': '2022-03-23T16:00:29Z', 'revision_number': 6, 'project_id': 'ea81d9d8bdff462bb32de21c5bd719c7', 'gw_port_host': None}] {{(pid=109943) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:00:29.461884 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (c45b5e97-6cb3-4b98-929b-40f53db91559), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.493627 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Pushing event deleted for resources: {'Port': ['ID=c45b5e97-6cb3-4b98-929b-40f53db91559,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:29.553562 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (fd1a639e-2274-4b86-a797-82d405226d93), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.652646 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (fd1a639e-2274-4b86-a797-82d405226d93), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.655063 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks [] for router_controller (fd1a639e-2274-4b86-a797-82d405226d93), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.704795 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (fd1a639e-2274-4b86-a797-82d405226d93), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.705330 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd1a639e-2274-4b86-a797-82d405226d93 {{(pid=109942) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 16:00:29.711026 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.712220 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-6db0dad5-959c-4c1e-a28c-abc403b3e434 admin admin] 10.222.0.41 "DELETE /v2.0/routers/fd1a639e-2274-4b86-a797-82d405226d93 HTTP/1.1" status: 204 len: 168 time: 0.8389330 Mar 23 16:00:29.714842 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57504) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:29.759822 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.db_base_plugin_v2 [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Deleting subnet 1f886d8a-2e39-4321-ad25-743694f62e55 {{(pid=109942) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 16:00:29.763527 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Publish callbacks [] for subnet (1f886d8a-2e39-4321-ad25-743694f62e55), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.807331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25960335'] for subnet (1f886d8a-2e39-4321-ad25-743694f62e55), precommit_delete_associations {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.896690 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57508) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:29.907889 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (1f886d8a-2e39-4321-ad25-743694f62e55), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.965035 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26154970', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26163772'] for subnet (1f886d8a-2e39-4321-ad25-743694f62e55), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.992853 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f886d8a-2e39-4321-ad25-743694f62e55,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:29.996350 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for subnet (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:29.998386 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be2f8c-85d8-4c77-b4bb-15d38ed2ce6e None None] Network d1adb092-8183-47d7-8324-e250b6ce0354 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:00:30.002206 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-22bf92e3-e16a-4278-b958-c38797d34307 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/1f886d8a-2e39-4321-ad25-743694f62e55 HTTP/1.1" status: 204 len: 168 time: 0.2839830 Mar 23 16:00:30.002495 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57512) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:30.006777 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-01b22471-6385-4aef-9687-22493963e5c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.075597 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (d1adb092-8183-47d7-8324-e250b6ce0354), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.094138 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-01b22471-6385-4aef-9687-22493963e5c6 admin admin] Publish callbacks [] for security_group (ced5e67e-e1be-4b37-a723-60166d8ec530), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.101274 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-01b22471-6385-4aef-9687-22493963e5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ced5e67e-e1be-4b37-a723-60166d8ec530), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.138921 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Deleting port 954d6823-952c-4b71-9b2b-a1adff1ecd20 {{(pid=109942) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:30.139262 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.146899 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-01b22471-6385-4aef-9687-22493963e5c6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a532a03eba7c4855b4668dbae49e4bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2490661 Mar 23 16:00:30.147770 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b22471-6385-4aef-9687-22493963e5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced5e67e-e1be-4b37-a723-60166d8ec530,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:30.150080 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57514) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:30.198721 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] Publish callbacks [] for security_group (ced5e67e-e1be-4b37-a723-60166d8ec530), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.218381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.db [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] For port 954d6823-952c-4b71-9b2b-a1adff1ecd20, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=954d6823-952c-4b71-9b2b-a1adff1ecd20,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109942) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:30.218381 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.223638 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] Publish callbacks [] for security_group (ced5e67e-e1be-4b37-a723-60166d8ec530), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.225322 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] DHCP port deletion for d1adb092-8183-47d7-8324-e250b6ce0354 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 16:00:30.234935 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.plugin [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Calling delete_port for 954d6823-952c-4b71-9b2b-a1adff1ecd20 owned by network:dhcp {{(pid=109942) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:30.266781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 76349102-76c4-439f-8573-da5da15159fd no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:30.281386 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (ced5e67e-e1be-4b37-a723-60166d8ec530), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.285610 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.290155 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ced5e67e-e1be-4b37-a723-60166d8ec530 HTTP/1.1" status: 204 len: 168 time: 0.1389618 Mar 23 16:00:30.300673 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e32b56-bbed-44fe-b21c-ba0b6389b7fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ced5e67e-e1be-4b37-a723-60166d8ec530,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:30.302711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 76349102-76c4-439f-8573-da5da15159fd {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:30.303065 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 76349102-76c4-439f-8573-da5da15159fd not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:30.342085 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Deleting port 954d6823-952c-4b71-9b2b-a1adff1ecd20 {{(pid=109943) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:30.342500 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), before_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.379331 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26156075'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.423127 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Pushing event deleted for resources: {'Port': ['ID=954d6823-952c-4b71-9b2b-a1adff1ecd20,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:30.430573 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] No DVR routers for this DVR port 954d6823-952c-4b71-9b2b-a1adff1ecd20 on host dv-cinder-834540-1-iscsi {{(pid=109942) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:30.442913 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.db [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] For port 954d6823-952c-4b71-9b2b-a1adff1ecd20, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=954d6823-952c-4b71-9b2b-a1adff1ecd20,segment=NetworkSegment(1485d467-4eb1-4b66-9e77-2662d05ad796),segment_id=1485d467-4eb1-4b66-9e77-2662d05ad796)] {{(pid=109943) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:30.443826 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), precommit_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.467051 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Calling delete_port for 954d6823-952c-4b71-9b2b-a1adff1ecd20 owned by network:dhcp {{(pid=109943) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:30.516214 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (d1adb092-8183-47d7-8324-e250b6ce0354), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.547237 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1adb092-8183-47d7-8324-e250b6ce0354']}} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:30.558632 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1485d467-4eb1-4b66-9e77-2662d05ad796') {'for_net_delete': True} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:30.558937 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.services.segments.db [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1485d467-4eb1-4b66-9e77-2662d05ad796') {} {{(pid=109942) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:30.593049 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25960374'] for segment (1485d467-4eb1-4b66-9e77-2662d05ad796), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.606616 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956'] for port (954d6823-952c-4b71-9b2b-a1adff1ecd20), after_delete {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.625758 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] No DVR routers for this DVR port 954d6823-952c-4b71-9b2b-a1adff1ecd20 on host dv-cinder-834540-1-iscsi {{(pid=109943) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:30.626016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (1485d467-4eb1-4b66-9e77-2662d05ad796), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.639097 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=109942) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 16:00:30.640931 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26156152'] for segment (1485d467-4eb1-4b66-9e77-2662d05ad796), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: Traceback (most recent call last): Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: timer() Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: cb(*args, **kw) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: return func(*args, **kwargs) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: self._notify() Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: self.callback(batched_events) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: event.method(event) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: return f(self, *a, **k) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._get(url).json() Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: return self.request(url, 'GET', **kwargs) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 16:00:30.644598 dv-cinder-834540-1-iscsi neutron-server[109942]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 16:00:30.662197 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Pushing event deleted for resources: {'Port': ['ID=954d6823-952c-4b71-9b2b-a1adff1ecd20,revision_number=None']} {{(pid=109943) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:30.688907 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.689642 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.690141 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.690632 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.691319 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.692121 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.702924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.702924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.702924 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.705084 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.705084 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.705084 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.705650 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.706209 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.706592 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28a7a4-018f-4116-9df2-9ee38b0f6f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-834540-1-iscsi {{(pid=109943) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 16:00:30.719700 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57520) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:30.733582 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f3b42982-1f6f-44c3-a095-a78a33f5edaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.751730 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (d1adb092-8183-47d7-8324-e250b6ce0354), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.756565 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.760309 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d1adb092-8183-47d7-8324-e250b6ce0354 HTTP/1.1" status: 204 len: 168 time: 0.7564371 Mar 23 16:00:30.763587 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57522) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:30.774016 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e3508-7017-4cb5-8412-653f196d1fa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1adb092-8183-47d7-8324-e250b6ce0354,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:30.950874 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f3b42982-1f6f-44c3-a095-a78a33f5edaf admin admin] Publish callbacks [] for security_group (45122cf8-b96e-40c2-bd76-64d8d5297361), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:30.980663 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-f3b42982-1f6f-44c3-a095-a78a33f5edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (45122cf8-b96e-40c2-bd76-64d8d5297361), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.042826 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-f3b42982-1f6f-44c3-a095-a78a33f5edaf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9c07b0a054fe4a63955eab6e9adbb4e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3219268 Mar 23 16:00:31.043621 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b42982-1f6f-44c3-a095-a78a33f5edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45122cf8-b96e-40c2-bd76-64d8d5297361,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:31.044824 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57524) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:31.096212 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] Publish callbacks [] for security_group (45122cf8-b96e-40c2-bd76-64d8d5297361), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.117721 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] Publish callbacks [] for security_group (45122cf8-b96e-40c2-bd76-64d8d5297361), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.167831 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (45122cf8-b96e-40c2-bd76-64d8d5297361), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.170377 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.171689 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/45122cf8-b96e-40c2-bd76-64d8d5297361 HTTP/1.1" status: 204 len: 168 time: 0.1258576 Mar 23 16:00:31.179564 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ed62f6-5e3f-4273-88cf-a0cdde0664d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45122cf8-b96e-40c2-bd76-64d8d5297361,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:31.223437 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1006661'] for router_interface (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.485789 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Deleting port 489bb474-d94e-4b0f-aa9b-e6170707de6a {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:31.486135 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.567991 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] For port 489bb474-d94e-4b0f-aa9b-e6170707de6a, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=489bb474-d94e-4b0f-aa9b-e6170707de6a,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:31.568379 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.581536 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Calling delete_port for 489bb474-d94e-4b0f-aa9b-e6170707de6a owned by network:router_interface {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:31.768199 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c45b5e97-6cb3-4b98-929b-40f53db91559 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:31.768766 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (489bb474-d94e-4b0f-aa9b-e6170707de6a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:31.790712 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: c45b5e97-6cb3-4b98-929b-40f53db91559 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:31.791204 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device c45b5e97-6cb3-4b98-929b-40f53db91559 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:31.791718 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 954d6823-952c-4b71-9b2b-a1adff1ecd20 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:31.797868 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Pushing event deleted for resources: {'Port': ['ID=489bb474-d94e-4b0f-aa9b-e6170707de6a,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:31.830237 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 954d6823-952c-4b71-9b2b-a1adff1ecd20 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:31.830987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 954d6823-952c-4b71-9b2b-a1adff1ecd20 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:31.980533 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-554050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-999669'] for router_interface (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:32.208336 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Router 726b412e-d5d3-4c68-9538-3b5ede2b7833 has already been hosted by L3 agent 1902242d-deeb-4595-951a-9ec6da70315a {{(pid=109941) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 16:00:32.325112 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] Notify agent at l3_agent.dv-cinder-834540-1-iscsi the message routers_updated {{(pid=109941) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 16:00:32.330672 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-bb367fd8-45ea-43fe-a1c9-3ddcda4f60de admin admin] 10.222.0.41 "PUT /v2.0/routers/726b412e-d5d3-4c68-9538-3b5ede2b7833/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5658050 Mar 23 16:00:32.333223 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57558) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:32.335954 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Sync routers for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 16:00:32.348079 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:32.349534 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T16:00:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:32.447367 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks [] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:32.468736 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:32.668070 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T16:00:31Z', 'revision_number': 5, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:32.702148 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Checking router: 726b412e-d5d3-4c68-9538-3b5ede2b7833 for host: dv-cinder-834540-1-iscsi {{(pid=109944) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 16:00:32.711897 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Routers {'726b412e-d5d3-4c68-9538-3b5ede2b7833'} bound to L3 agent in host dv-cinder-834540-1-iscsi {{(pid=109944) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 16:00:32.712858 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-834540-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T15:33:24Z,description=,heartbeat_timestamp=2022-03-23T16:00:24Z,host='dv-cinder-834540-1-iscsi',id=1902242d-deeb-4595-951a-9ec6da70315a,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T15:33:24Z,topic='l3_agent')) {'router_ids': ['726b412e-d5d3-4c68-9538-3b5ede2b7833'], 'active': True} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:32.827015 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_dvr_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] Set router 726b412e-d5d3-4c68-9538-3b5ede2b7833 gateway port host: dv-cinder-834540-1-iscsi {{(pid=109944) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 16:00:32.828347 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks [] for router_gateway (726b412e-d5d3-4c68-9538-3b5ede2b7833), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:32.889380 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Deleting port f00fe738-e8b4-4d27-b162-c02f667c1f7d {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:32.889600 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:32.972040 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] For port f00fe738-e8b4-4d27-b162-c02f667c1f7d, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=f00fe738-e8b4-4d27-b162-c02f667c1f7d,segment=NetworkSegment(c2881a7e-c56b-44df-a874-c58d39a857da),segment_id=c2881a7e-c56b-44df-a874-c58d39a857da)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:32.972419 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:32.986389 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Calling delete_port for f00fe738-e8b4-4d27-b162-c02f667c1f7d owned by network:router_gateway {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:33.023806 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.l3_hamode_db [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T16:00:31Z', 'revision_number': 5, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}], 'dv-cinder-834540-1-iscsi', False) {} {{(pid=109944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:33.058123 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45c4317b-3fd2-4e99-a7ae-41bcc7d154c0 None None] The sync data for ids ['726b412e-d5d3-4c68-9538-3b5ede2b7833'] in dv-cinder-834540-1-iscsi is: [{'id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'name': 'tempest-TestShelveInstance-449297224-router', 'tenant_id': '026d91778ec24632ab1216214c51ed4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'external_fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250'}], 'enable_snat': True}, 'gw_port_id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T15:55:04Z', 'updated_at': '2022-03-23T16:00:31Z', 'revision_number': 5, 'project_id': '026d91778ec24632ab1216214c51ed4f', 'gw_port': {'id': 'f00fe738-e8b4-4d27-b162-c02f667c1f7d', 'name': '', 'network_id': '0de18e11-a766-4234-a34e-9a683577c1ef', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:6e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '726b412e-d5d3-4c68-9538-3b5ede2b7833', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'ip_address': '172.27.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-834540-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T15:55:05Z', 'updated_at': '2022-03-23T15:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de60c482-892d-47a5-8501-04c8b8d0d18c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-834540-1-iscsi'}] {{(pid=109944) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 16:00:33.202683 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (f00fe738-e8b4-4d27-b162-c02f667c1f7d), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.230360 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Pushing event deleted for resources: {'Port': ['ID=f00fe738-e8b4-4d27-b162-c02f667c1f7d,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:33.297481 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1007375'] for router_gateway (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.394212 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1001443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3946'] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.397391 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks [] for router_controller (726b412e-d5d3-4c68-9538-3b5ede2b7833), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.456087 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1001452'] for router (726b412e-d5d3-4c68-9538-3b5ede2b7833), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.457101 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 726b412e-d5d3-4c68-9538-3b5ede2b7833 {{(pid=109941) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 16:00:33.468468 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.470118 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-8d93519b-acd0-4cf6-a7ea-52526b22460a admin admin] 10.222.0.41 "DELETE /v2.0/routers/726b412e-d5d3-4c68-9538-3b5ede2b7833 HTTP/1.1" status: 204 len: 168 time: 1.1350420 Mar 23 16:00:33.474460 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57580) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:33.527591 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.db_base_plugin_v2 [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Deleting subnet 94606c2a-18af-4183-bd2d-a35b748941b2 {{(pid=109941) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 16:00:33.531334 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Publish callbacks [] for subnet (94606c2a-18af-4183-bd2d-a35b748941b2), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.569167 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25988162'] for subnet (94606c2a-18af-4183-bd2d-a35b748941b2), precommit_delete_associations {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.655687 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3351025'] for subnet (94606c2a-18af-4183-bd2d-a35b748941b2), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.722322 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3351016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-538997', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25377929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26120039'] for subnet (94606c2a-18af-4183-bd2d-a35b748941b2), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.749514 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94606c2a-18af-4183-bd2d-a35b748941b2,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:33.753397 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.756638 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-173b9826-1dc6-4800-9aff-f7943aa87129 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/94606c2a-18af-4183-bd2d-a35b748941b2 HTTP/1.1" status: 204 len: 168 time: 0.2800739 Mar 23 16:00:33.759239 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57584) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:33.765954 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063a885f-5dc3-4d57-88d1-2a594901ba4a None None] Network 52da4649-841b-4101-8f6d-b232ab227652 requested from dv-cinder-834540-1-iscsi {{(pid=109943) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 16:00:33.860401 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3163838'] for network (52da4649-841b-4101-8f6d-b232ab227652), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.928489 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Deleting port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 {{(pid=109941) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 16:00:33.928820 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8742256751135'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:33.990035 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.db [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] For port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4, host dv-cinder-834540-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-834540-1-iscsi',level=0,port_id=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,segment=NetworkSegment(b5a86817-9681-4f22-8342-19f868ef22d0),segment_id=b5a86817-9681-4f22-8342-19f868ef22d0)] {{(pid=109941) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 16:00:33.990778 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-994391'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.003044 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.plugin [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Calling delete_port for e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 owned by network:dhcp {{(pid=109941) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 16:00:34.095177 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3508108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-505368', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742256757890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742256253956', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25376632'] for port (e613783a-e1a8-4ba1-9b4a-2ee10510cbc4), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.107971 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] No DVR routers for this DVR port e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 on host dv-cinder-834540-1-iscsi {{(pid=109941) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 16:00:34.133169 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e613783a-e1a8-4ba1-9b4a-2ee10510cbc4,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:34.166289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 489bb474-d94e-4b0f-aa9b-e6170707de6a no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:34.170306 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3857d698-afa9-4a8a-bcd9-82535701c404 None None] DHCP port deletion for 52da4649-841b-4101-8f6d-b232ab227652 request from dv-cinder-834540-1-iscsi {{(pid=109943) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 16:00:34.199523 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: 489bb474-d94e-4b0f-aa9b-e6170707de6a {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:34.199875 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device 489bb474-d94e-4b0f-aa9b-e6170707de6a not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:34.216242 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3283780', 'neutron.services.segments.db._delete_segments_for_network-8742256596035'] for network (52da4649-841b-4101-8f6d-b232ab227652), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.240029 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52da4649-841b-4101-8f6d-b232ab227652']}} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:34.250762 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a86817-9681-4f22-8342-19f868ef22d0') {'for_net_delete': True} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:34.251123 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.services.segments.db [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a86817-9681-4f22-8342-19f868ef22d0') {} {{(pid=109941) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 16:00:34.261455 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742256597324', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25988219'] for segment (b5a86817-9681-4f22-8342-19f868ef22d0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.276986 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320'] for segment (b5a86817-9681-4f22-8342-19f868ef22d0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.285382 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=109941) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 16:00:34.285806 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3353320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25376555'] for segment (b5a86817-9681-4f22-8342-19f868ef22d0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: Traceback (most recent call last): Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: timer() Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: cb(*args, **kw) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: return func(*args, **kwargs) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: self._notify() Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: self.callback(batched_events) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: event.method(event) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: return f(self, *a, **k) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._get(url).json() Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: return self.request(url, 'GET', **kwargs) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 16:00:34.287667 dv-cinder-834540-1-iscsi neutron-server[109941]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 16:00:34.348327 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3283839', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580302', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-554061', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1007475'] for network (52da4649-841b-4101-8f6d-b232ab227652), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.354114 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-554111'] for network (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.357837 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] 10.222.0.41 "DELETE /v2.0/networks/52da4649-841b-4101-8f6d-b232ab227652 HTTP/1.1" status: 204 len: 168 time: 0.5969510 Mar 23 16:00:34.370664 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362020bf-c4af-4eb6-9ba6-a6ad258a4e3e admin admin] Pushing event deleted for resources: {'Network': ['ID=52da4649-841b-4101-8f6d-b232ab227652,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:34.543624 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57590) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:34.595146 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-26b44e0d-e738-4fe6-a03e-544a24561ec9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ea81d9d8bdff462bb32de21c5bd719c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474315 Mar 23 16:00:34.595590 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57594) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:34.655977 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] Publish callbacks [] for security_group (17e038e2-958f-4312-a6b8-e7686155c6f0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.678571 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] Publish callbacks [] for security_group (17e038e2-958f-4312-a6b8-e7686155c6f0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.738191 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (17e038e2-958f-4312-a6b8-e7686155c6f0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.740854 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:34.742049 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17e038e2-958f-4312-a6b8-e7686155c6f0 HTTP/1.1" status: 204 len: 168 time: 0.1454167 Mar 23 16:00:34.751023 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92baf4-3cd9-4339-83f6-ee0538777289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e038e2-958f-4312-a6b8-e7686155c6f0,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:35.101769 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57610) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:35.150342 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-0fb78166-53a4-4419-be63-605241efe966 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=026d91778ec24632ab1216214c51ed4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470936 Mar 23 16:00:35.153454 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57612) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:35.207226 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] Publish callbacks [] for security_group (b616d1f1-7b54-4927-97a3-6758db15e27a), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:35.230231 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] Publish callbacks [] for security_group (b616d1f1-7b54-4927-97a3-6758db15e27a), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:35.280259 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (b616d1f1-7b54-4927-97a3-6758db15e27a), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:35.283087 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:35.284292 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b616d1f1-7b54-4927-97a3-6758db15e27a HTTP/1.1" status: 204 len: 168 time: 0.1296880 Mar 23 16:00:35.294402 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c078bb10-623c-4375-bf7a-fc505b067768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b616d1f1-7b54-4927-97a3-6758db15e27a,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:35.771526 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:35.793013 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:35.793365 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device e613783a-e1a8-4ba1-9b4a-2ee10510cbc4 not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:35.793788 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f00fe738-e8b4-4d27-b162-c02f667c1f7d no longer exists at agent ovs-agent-dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 16:00:35.813631 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.plugin [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] No Port match for: f00fe738-e8b4-4d27-b162-c02f667c1f7d {{(pid=109943) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 16:00:35.813978 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron.plugins.ml2.rpc [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Device f00fe738-e8b4-4d27-b162-c02f667c1f7d not bound to the agent host dv-cinder-834540-1-iscsi {{(pid=109943) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 16:00:39.855698 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57672) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:39.971342 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ec251c48-8471-4365-b9ab-b54c371ed6bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.056680 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ec251c48-8471-4365-b9ab-b54c371ed6bd admin admin] Publish callbacks [] for security_group (6fd50b57-daf8-4866-8e3c-365d8a7c531e), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.063446 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-ec251c48-8471-4365-b9ab-b54c371ed6bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6fd50b57-daf8-4866-8e3c-365d8a7c531e), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.105533 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-ec251c48-8471-4365-b9ab-b54c371ed6bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=872a9fe3550541dd83fca62566540e32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486465 Mar 23 16:00:40.106504 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec251c48-8471-4365-b9ab-b54c371ed6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd50b57-daf8-4866-8e3c-365d8a7c531e,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:40.108717 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57676) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:40.165353 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] Publish callbacks [] for security_group (6fd50b57-daf8-4866-8e3c-365d8a7c531e), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.187448 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] Publish callbacks [] for security_group (6fd50b57-daf8-4866-8e3c-365d8a7c531e), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.238982 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (6fd50b57-daf8-4866-8e3c-365d8a7c531e), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.241894 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.243134 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6fd50b57-daf8-4866-8e3c-365d8a7c531e HTTP/1.1" status: 204 len: 168 time: 0.1333725 Mar 23 16:00:40.252046 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a48d7c-e399-4155-bd86-a4a70e4d3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd50b57-daf8-4866-8e3c-365d8a7c531e,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:40.544426 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57682) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:40.558585 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6d14acbe-f597-4bd5-899a-81ebba412034 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.642986 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6d14acbe-f597-4bd5-899a-81ebba412034 admin admin] Publish callbacks [] for security_group (3e24e185-bf5c-40a4-97ad-c2db70a1afb0), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.647715 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-6d14acbe-f597-4bd5-899a-81ebba412034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3e24e185-bf5c-40a4-97ad-c2db70a1afb0), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.686944 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14acbe-f597-4bd5-899a-81ebba412034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e24e185-bf5c-40a4-97ad-c2db70a1afb0,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:40.691432 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-6d14acbe-f597-4bd5-899a-81ebba412034 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5e84777bdc4846eeb47b80966592e0f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459279 Mar 23 16:00:40.694063 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57684) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:40.747496 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] Publish callbacks [] for security_group (3e24e185-bf5c-40a4-97ad-c2db70a1afb0), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.770879 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] Publish callbacks [] for security_group (3e24e185-bf5c-40a4-97ad-c2db70a1afb0), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.784029 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:00:40.830625 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (3e24e185-bf5c-40a4-97ad-c2db70a1afb0), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.833278 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:40.834486 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e24e185-bf5c-40a4-97ad-c2db70a1afb0 HTTP/1.1" status: 204 len: 168 time: 0.1394897 Mar 23 16:00:40.843818 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7731dc2-068c-42c8-9902-45b4b7b3a829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e24e185-bf5c-40a4-97ad-c2db70a1afb0,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:41.216765 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57690) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:41.231922 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9684a07a-b9f4-4bc3-9615-03782a31ec01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.326409 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9684a07a-b9f4-4bc3-9615-03782a31ec01 admin admin] Publish callbacks [] for security_group (20e8d82d-096b-4555-b7d0-26c864530f14), precommit_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.331736 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-9684a07a-b9f4-4bc3-9615-03782a31ec01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (20e8d82d-096b-4555-b7d0-26c864530f14), after_create {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.374625 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-9684a07a-b9f4-4bc3-9615-03782a31ec01 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b377fb0229a94019be2409195b59520b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1563389 Mar 23 16:00:41.375521 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9684a07a-b9f4-4bc3-9615-03782a31ec01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e8d82d-096b-4555-b7d0-26c864530f14,revision_number=1']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:41.378089 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57692) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:41.442283 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] Publish callbacks [] for security_group (20e8d82d-096b-4555-b7d0-26c864530f14), before_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.469014 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] Publish callbacks [] for security_group (20e8d82d-096b-4555-b7d0-26c864530f14), precommit_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.525591 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (20e8d82d-096b-4555-b7d0-26c864530f14), after_delete {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.528755 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:41.529992 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/20e8d82d-096b-4555-b7d0-26c864530f14 HTTP/1.1" status: 204 len: 168 time: 0.1504984 Mar 23 16:00:41.541844 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a83cd-2448-4242-8b9a-cb980de5082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e8d82d-096b-4555-b7d0-26c864530f14,revision_number=None']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:46.710521 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:50.816341 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.wsgi [-] (109942) accepted ('10.222.0.41', 57764) {{(pid=109942) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:50.939346 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7ca0db8f-11f9-493d-b1da-9cf0d015b5e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.029025 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7ca0db8f-11f9-493d-b1da-9cf0d015b5e1 admin admin] Publish callbacks [] for security_group (0eb19ce7-bf6d-48b4-8d35-29346ec84a5c), precommit_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.035945 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron_lib.callbacks.manager [None req-7ca0db8f-11f9-493d-b1da-9cf0d015b5e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0eb19ce7-bf6d-48b4-8d35-29346ec84a5c), after_create {{(pid=109942) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.079917 dv-cinder-834540-1-iscsi neutron-server[109942]: INFO neutron.wsgi [None req-7ca0db8f-11f9-493d-b1da-9cf0d015b5e1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=80ad583ae1934d2a9aa35e0a9f3376ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623606 Mar 23 16:00:51.080780 dv-cinder-834540-1-iscsi neutron-server[109942]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0db8f-11f9-493d-b1da-9cf0d015b5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb19ce7-bf6d-48b4-8d35-29346ec84a5c,revision_number=1']} {{(pid=109942) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:51.083214 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [-] (109941) accepted ('10.222.0.41', 57768) {{(pid=109941) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 16:00:51.135423 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] Publish callbacks [] for security_group (0eb19ce7-bf6d-48b4-8d35-29346ec84a5c), before_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.162584 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] Publish callbacks [] for security_group (0eb19ce7-bf6d-48b4-8d35-29346ec84a5c), precommit_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.214417 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-580129'] for security_group (0eb19ce7-bf6d-48b4-8d35-29346ec84a5c), after_delete {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.217049 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron_lib.callbacks.manager [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109941) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:51.218243 dv-cinder-834540-1-iscsi neutron-server[109941]: INFO neutron.wsgi [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eb19ce7-bf6d-48b4-8d35-29346ec84a5c HTTP/1.1" status: 204 len: 168 time: 0.1337652 Mar 23 16:00:51.226286 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1823927-1eb2-455a-81c6-32461bf8bd00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb19ce7-bf6d-48b4-8d35-29346ec84a5c,revision_number=None']} {{(pid=109941) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 16:00:51.776723 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-3b508b00-41bb-42f2-8361-2b9e70c94805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:53.676043 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b1557065-a339-45f2-8c61-1609041b5b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:55.291781 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:56.592070 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:00:57.771523 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:15.900750 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-e84037e5-86a9-484f-adf4-b689cbcfb7b7 service neutron] (109941) timed out ('10.222.0.41', 51556) {{(pid=109941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 16:01:16.097956 dv-cinder-834540-1-iscsi neutron-server[109941]: DEBUG neutron.wsgi [req-b2465315-3177-40e1-9278-19c9e92eb19b req-bc1581e2-9a54-4232-a8a2-b5e2f4f63de6 tempest-AttachVolumeShelveTestJSON-1088146172 tempest-AttachVolumeShelveTestJSON-1088146172-project] (109941) timed out ('10.222.0.41', 51564) {{(pid=109941) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 16:01:16.699472 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:17.783502 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:01:21.782080 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-0c57583f-f3cb-4221-8831-9ad190816d51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:23.683361 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-cb71e025-4567-4173-aa24-3dd3d374a84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:25.294829 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:26.601855 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:27.768529 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:46.717926 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:51.779908 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-a367a9c7-db65-487d-b045-9df23f382c2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:53.679452 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-ce1765ac-9bd5-45c1-99ec-17c4e96e875c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:54.784030 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:01:55.302269 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:56.605407 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:01:57.768276 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:16.732351 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:21.779711 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-c928f5e1-0204-4283-961a-76b4b4874498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:23.676825 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e4580fab-577b-4445-88b4-aea2202bbc6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:25.300809 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:26.603756 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:27.768565 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:31.784621 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:02:46.738121 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:51.778002 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-226085c0-7531-4413-91c4-62a0b8602b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:53.673477 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7c4940c1-58ac-4823-b977-1f663f850e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:55.307122 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:56.607756 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:02:57.771404 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:08.785550 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:03:16.760321 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:21.779645 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-2d5fbcdf-5b0a-4c92-af9a-d46f3ef9a6af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:23.668219 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5f05b813-7bbb-48e6-9225-5c44554de056 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:25.308327 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:26.611591 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:27.772658 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:45.789390 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:03:46.742056 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:51.780321 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-1128ee75-5d79-4419-88f9-062c0220d2b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:53.673470 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-21cee449-df32-4690-ab9f-6794f8584518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:55.316926 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:56.615706 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:03:57.771605 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:16.753804 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:21.776712 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-6eee2182-b2a9-401a-b5c7-ec4414879f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:22.789545 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:04:23.678948 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-24489d5b-3dd5-48ae-ad9a-ebe345f2de72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:25.313800 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:26.619798 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:27.770406 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:46.751583 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:51.783987 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-effa08ac-d592-4a00-b302-b5a1d1938b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:53.684419 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-d878fccc-5c9f-4e91-879e-58c82a8b3ec7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:55.319299 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:56.630630 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:57.770151 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:04:59.789726 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:05:16.766989 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:21.782001 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-efdebc0e-8d5a-49f7-9077-1a242930ef73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:23.680452 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-7fbe73c8-dbe0-42be-95fd-1997a6d1c3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:25.326008 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:26.626351 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:27.766698 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:36.790502 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:05:46.753717 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:51.781845 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-e6265bf7-5c52-41b6-946b-f75a5add0161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:53.675289 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b47537ff-87d7-4718-8994-2bc75fd5e4f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:55.324384 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-5ebb3342-e3ff-4629-a5d6-658689eb7b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (0597d829-7719-4107-8a30-5072a5f22fa4), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:56.632982 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-8a89aaf9-73b4-41b1-84e6-131f5a5f88c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (315b77aa-79dc-4dac-8b8d-d09b7b2f7e6e), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:05:57.765003 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-361686a5-3e4d-4f61-b1c3-5c6840ea7b30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (afd8a74b-5eb0-4b99-a807-ae44c8aa5d24), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:06:13.790959 dv-cinder-834540-1-iscsi neutron-server[109944]: DEBUG neutron.db.agents_db [None req-9cfcd0a8-7b4f-4064-b7b2-c0d66c00f289 None None] Agent healthcheck: found 6 active agents {{(pid=109944) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 16:06:16.764770 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-9e0310f7-895b-49b1-8d70-4d660de52cc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (42c623c3-7256-441a-b482-465694ab46f8), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:06:21.777224 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-4f602690-4907-4c67-9889-5047bcff4b37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (a6bca94c-41d2-4bf5-8e9a-953f2d63691c), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 16:06:23.671331 dv-cinder-834540-1-iscsi neutron-server[109943]: DEBUG neutron_lib.callbacks.manager [None req-b7e9e954-b89a-430c-89b0-e3433d490c26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8742256596017', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3281287'] for agent (1902242d-deeb-4595-951a-9ec6da70315a), after_update {{(pid=109943) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}